2015-02-12 10:13:33,027 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-12 10:13:33,127 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-02-12 10:13:33,127 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.FieldedPipesPlatformTest
2015-02-12 10:13:33,176 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(117)) - using cluster
2015-02-12 10:13:34,341 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2015-02-12 10:13:34,411 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(776)) - No KeyProvider found.
2015-02-12 10:13:34,434 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(788)) - fsLock is fair:true
2015-02-12 10:13:34,486 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2015-02-12 10:13:34,487 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 10:13:34,488 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 10:13:34,490 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 10:13:34,492 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 10:13:34
2015-02-12 10:13:34,495 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 10:13:34,496 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 10:13:34,500 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 10:13:34,500 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 10:13:34,519 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(364)) - dfs.block.access.token.enable=false
2015-02-12 10:13:34,520 INFO blockmanagement.BlockManager (BlockManager.java:<init>(349)) - defaultReplication = 3
2015-02-12 10:13:34,521 INFO blockmanagement.BlockManager (BlockManager.java:<init>(350)) - maxReplication = 512
2015-02-12 10:13:34,529 INFO blockmanagement.BlockManager (BlockManager.java:<init>(351)) - minReplication = 1
2015-02-12 10:13:34,530 INFO blockmanagement.BlockManager (BlockManager.java:<init>(352)) - maxReplicationStreams = 2
2015-02-12 10:13:34,531 INFO blockmanagement.BlockManager (BlockManager.java:<init>(353)) - shouldCheckForEnoughRacks = false
2015-02-12 10:13:34,532 INFO blockmanagement.BlockManager (BlockManager.java:<init>(354)) - replicationRecheckInterval = 3000
2015-02-12 10:13:34,538 INFO blockmanagement.BlockManager (BlockManager.java:<init>(355)) - encryptDataTransfer = false
2015-02-12 10:13:34,539 INFO blockmanagement.BlockManager (BlockManager.java:<init>(356)) - maxNumBlocksToLog = 1000
2015-02-12 10:13:34,545 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(811)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 10:13:34,546 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(812)) - supergroup = supergroup
2015-02-12 10:13:34,547 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(813)) - isPermissionEnabled = true
2015-02-12 10:13:34,548 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(824)) - HA Enabled: false
2015-02-12 10:13:34,552 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - Append Enabled: true
2015-02-12 10:13:34,805 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 10:13:34,806 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 10:13:34,807 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 10:13:34,808 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 10:13:34,810 INFO namenode.NameNode (FSDirectory.java:<init>(234)) - Caching file names occuring more than 10 times
2015-02-12 10:13:34,825 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 10:13:34,826 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 10:13:34,829 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 10:13:34,833 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 10:13:34,869 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5666)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 10:13:34,870 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5667)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 10:13:34,871 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5668)) - dfs.namenode.safemode.extension = 0
2015-02-12 10:13:34,874 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(959)) - Retry cache on namenode is enabled
2015-02-12 10:13:34,874 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(967)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 10:13:34,878 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 10:13:34,878 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 10:13:34,879 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 10:13:34,880 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 10:13:34,887 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 10:13:34,887 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 10:13:34,888 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 10:13:34,942 INFO namenode.FSImage (FSImage.java:format(145)) - Allocated new BlockPoolId: BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:34,960 INFO common.Storage (NNStorage.java:format(552)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1 has been successfully formatted.
2015-02-12 10:13:34,964 INFO common.Storage (NNStorage.java:format(552)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2 has been successfully formatted.
2015-02-12 10:13:35,091 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2015-02-12 10:13:35,094 INFO namenode.NameNode (NameNode.java:createNameNode(1367)) - createNameNode []
2015-02-12 10:13:35,120 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2015-02-12 10:13:35,176 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(376)) - Scheduled snapshot period at 10 second(s).
2015-02-12 10:13:35,177 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(191)) - NameNode metrics system started
2015-02-12 10:13:35,178 INFO namenode.NameNode (NameNode.java:setClientNamenodeAddress(349)) - fs.defaultFS is hdfs://127.0.0.1:0
2015-02-12 10:13:35,213 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1694)) - Starting Web-server for hdfs at: http://localhost:0
2015-02-12 10:13:35,259 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2015-02-12 10:13:35,265 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2015-02-12 10:13:35,280 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 10:13:35,282 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2015-02-12 10:13:35,283 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 10:13:35,284 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 10:13:35,314 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(86)) - Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2015-02-12 10:13:35,317 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 10:13:35,333 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 59850
2015-02-12 10:13:35,333 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 10:13:35,379 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/hdfs to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_59850_hdfs____i0f42h/webapp
2015-02-12 10:13:35,756 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59850
2015-02-12 10:13:35,769 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(776)) - No KeyProvider found.
2015-02-12 10:13:35,769 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(788)) - fsLock is fair:true
2015-02-12 10:13:35,771 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 10:13:35,771 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 10:13:35,772 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 10:13:35,772 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 10:13:35
2015-02-12 10:13:35,773 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 10:13:35,773 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 10:13:35,774 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 10:13:35,774 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 10:13:35,776 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(364)) - dfs.block.access.token.enable=false
2015-02-12 10:13:35,776 INFO blockmanagement.BlockManager (BlockManager.java:<init>(349)) - defaultReplication = 3
2015-02-12 10:13:35,777 INFO blockmanagement.BlockManager (BlockManager.java:<init>(350)) - maxReplication = 512
2015-02-12 10:13:35,777 INFO blockmanagement.BlockManager (BlockManager.java:<init>(351)) - minReplication = 1
2015-02-12 10:13:35,777 INFO blockmanagement.BlockManager (BlockManager.java:<init>(352)) - maxReplicationStreams = 2
2015-02-12 10:13:35,785 INFO blockmanagement.BlockManager (BlockManager.java:<init>(353)) - shouldCheckForEnoughRacks = false
2015-02-12 10:13:35,785 INFO blockmanagement.BlockManager (BlockManager.java:<init>(354)) - replicationRecheckInterval = 3000
2015-02-12 10:13:35,786 INFO blockmanagement.BlockManager (BlockManager.java:<init>(355)) - encryptDataTransfer = false
2015-02-12 10:13:35,786 INFO blockmanagement.BlockManager (BlockManager.java:<init>(356)) - maxNumBlocksToLog = 1000
2015-02-12 10:13:35,788 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(811)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 10:13:35,791 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(812)) - supergroup = supergroup
2015-02-12 10:13:35,804 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(813)) - isPermissionEnabled = true
2015-02-12 10:13:35,805 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(824)) - HA Enabled: false
2015-02-12 10:13:35,806 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - Append Enabled: true
2015-02-12 10:13:35,807 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 10:13:35,807 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 10:13:35,808 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 10:13:35,808 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 10:13:35,840 INFO namenode.NameNode (FSDirectory.java:<init>(234)) - Caching file names occuring more than 10 times
2015-02-12 10:13:35,841 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 10:13:35,842 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 10:13:35,842 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 10:13:35,843 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 10:13:35,843 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5666)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 10:13:35,844 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5667)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 10:13:35,844 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5668)) - dfs.namenode.safemode.extension = 0
2015-02-12 10:13:35,845 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(959)) - Retry cache on namenode is enabled
2015-02-12 10:13:35,846 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(967)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 10:13:35,846 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 10:13:35,848 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 10:13:35,849 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 10:13:35,849 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 10:13:35,853 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 10:13:35,853 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 10:13:35,860 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 10:13:35,865 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/in_use.lock acquired by nodename 41536@Edinburgh.local
2015-02-12 10:13:35,868 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2/in_use.lock acquired by nodename 41536@Edinburgh.local
2015-02-12 10:13:35,873 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(362)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/current
2015-02-12 10:13:35,874 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(362)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2/current
2015-02-12 10:13:35,875 INFO namenode.FSImage (FSImage.java:loadFSImage(656)) - No edit log streams selected.
2015-02-12 10:13:35,892 INFO namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(214)) - Loading 1 INodes.
2015-02-12 10:13:35,900 INFO namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(182)) - Loaded FSImage in 0 seconds.
2015-02-12 10:13:35,900 INFO namenode.FSImage (FSImage.java:loadFSImage(937)) - Loaded image for txid 0 from /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2015-02-12 10:13:35,909 INFO namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1029)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2015-02-12 10:13:35,910 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1173)) - Starting log segment at 1
2015-02-12 10:13:35,947 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2015-02-12 10:13:35,949 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(748)) - Finished loading FSImage in 88 msecs
2015-02-12 10:13:36,170 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(329)) - RPC server is binding to localhost:0
2015-02-12 10:13:36,176 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 10:13:36,196 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 59851
2015-02-12 10:13:36,245 INFO namenode.NameNode (NameNode.java:initialize(603)) - Clients are to use localhost:59851 to access this namenode/service.
2015-02-12 10:13:36,251 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(6645)) - Registered FSNamesystemState MBean
2015-02-12 10:13:36,273 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(6256)) - Number of blocks under construction: 0
2015-02-12 10:13:36,273 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(6256)) - Number of blocks under construction: 0
2015-02-12 10:13:36,274 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(1221)) - initializing replication queues
2015-02-12 10:13:36,274 INFO hdfs.StateChange (FSNamesystem.java:leave(5740)) - STATE* Leaving safe mode after 0 secs
2015-02-12 10:13:36,275 INFO hdfs.StateChange (FSNamesystem.java:leave(5751)) - STATE* Network topology has 0 racks and 0 datanodes
2015-02-12 10:13:36,275 INFO hdfs.StateChange (FSNamesystem.java:leave(5754)) - STATE* UnderReplicatedBlocks has 0 blocks
2015-02-12 10:13:36,278 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2612)) - Total number of blocks = 0
2015-02-12 10:13:36,278 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2613)) - Number of invalid blocks = 0
2015-02-12 10:13:36,278 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2614)) - Number of under-replicated blocks = 0
2015-02-12 10:13:36,278 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2615)) - Number of over-replicated blocks = 0
2015-02-12 10:13:36,278 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2617)) - Number of blocks being written = 0
2015-02-12 10:13:36,278 INFO hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(2618)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 4 msec
2015-02-12 10:13:36,309 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 10:13:36,309 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 59851: starting
2015-02-12 10:13:36,313 INFO namenode.NameNode (NameNode.java:startCommonServices(646)) - NameNode RPC up at: localhost/127.0.0.1:59851
2015-02-12 10:13:36,313 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1142)) - Starting services required for active state
2015-02-12 10:13:36,319 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2015-02-12 10:13:36,320 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 1423764816319 milliseconds
2015-02-12 10:13:36,322 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 3 millisecond(s).
2015-02-12 10:13:36,511 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2
2015-02-12 10:13:36,584 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 10:13:36,585 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 10:13:36,589 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 10:13:36,596 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:59852
2015-02-12 10:13:36,598 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 10:13:36,599 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 10:13:36,603 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 10:13:36,605 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 10:13:36,607 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 10:13:36,608 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 10:13:36,609 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 10:13:36,617 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 10:13:36,619 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 59853
2015-02-12 10:13:36,620 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 10:13:36,631 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_59853_datanode____vlfkpl/webapp
2015-02-12 10:13:36,827 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59853
2015-02-12 10:13:36,828 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 10:13:36,829 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 10:13:36,839 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 10:13:36,840 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 59854
2015-02-12 10:13:36,846 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:59854
2015-02-12 10:13:36,855 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 10:13:36,858 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 10:13:36,871 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:59851 starting to offer service
2015-02-12 10:13:36,876 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 10:13:36,876 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 59854: starting
2015-02-12 10:13:36,879 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4
2015-02-12 10:13:36,910 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 10:13:36,911 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 10:13:36,916 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 10:13:36,917 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:59855
2015-02-12 10:13:36,917 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 10:13:36,918 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 10:13:36,920 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 10:13:36,921 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 10:13:36,922 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 10:13:36,923 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 10:13:36,923 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 10:13:36,925 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 10:13:36,926 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 59856
2015-02-12 10:13:36,926 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 10:13:36,929 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_59856_datanode____h1dn30/webapp
2015-02-12 10:13:37,083 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 10:13:37,084 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 41536@Edinburgh.local
2015-02-12 10:13:37,084 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1 is not formatted for BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,085 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 10:13:37,087 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59856
2015-02-12 10:13:37,087 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 41536@Edinburgh.local
2015-02-12 10:13:37,088 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2 is not formatted for BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,088 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 10:13:37,088 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 10:13:37,089 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 10:13:37,090 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 10:13:37,091 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 59858
2015-02-12 10:13:37,097 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:59858
2015-02-12 10:13:37,106 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 10:13:37,107 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 10:13:37,109 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:59851 starting to offer service
2015-02-12 10:13:37,113 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 10:13:37,113 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 59858: starting
2015-02-12 10:13:37,113 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 10:13:37,114 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 41536@Edinburgh.local
2015-02-12 10:13:37,114 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3 is not formatted for BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,114 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 10:13:37,116 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 41536@Edinburgh.local
2015-02-12 10:13:37,116 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4 is not formatted for BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,116 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 10:13:37,171 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,171 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 10:13:37,172 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898 is not formatted.
2015-02-12 10:13:37,172 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 10:13:37,172 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1216473654-10.1.1.68-1423764814898 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current
2015-02-12 10:13:37,176 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 10:13:37,176 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898 is not formatted.
2015-02-12 10:13:37,177 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 10:13:37,177 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1216473654-10.1.1.68-1423764814898 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current
2015-02-12 10:13:37,177 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,178 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 10:13:37,178 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898 is not formatted.
2015-02-12 10:13:37,178 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 10:13:37,178 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1216473654-10.1.1.68-1423764814898 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current
2015-02-12 10:13:37,179 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 10:13:37,180 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898 is not formatted.
2015-02-12 10:13:37,180 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 10:13:37,180 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1216473654-10.1.1.68-1423764814898 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current
2015-02-12 10:13:37,182 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 10:13:37,182 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 10:13:37,183 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 10:13:37,184 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 10:13:37,184 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=18871570;bpid=BP-1216473654-10.1.1.68-1423764814898;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=18871570;c=0;bpid=BP-1216473654-10.1.1.68-1423764814898;dnuuid=null
2015-02-12 10:13:37,185 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6
2015-02-12 10:13:37,185 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID 2aa0fabf-b905-40ca-b888-b2077fcc60ea
2015-02-12 10:13:37,185 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=18871570;bpid=BP-1216473654-10.1.1.68-1423764814898;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=18871570;c=0;bpid=BP-1216473654-10.1.1.68-1423764814898;dnuuid=null
2015-02-12 10:13:37,188 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID 5d835e39-c83e-4de7-bbde-92c2cf44d1a5
2015-02-12 10:13:37,218 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current
2015-02-12 10:13:37,218 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current
2015-02-12 10:13:37,219 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current, StorageType: DISK
2015-02-12 10:13:37,219 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current, StorageType: DISK
2015-02-12 10:13:37,221 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current
2015-02-12 10:13:37,221 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current, StorageType: DISK
2015-02-12 10:13:37,222 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current
2015-02-12 10:13:37,222 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current, StorageType: DISK
2015-02-12 10:13:37,229 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 10:13:37,230 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 10:13:37,234 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423774930234 with interval 21600000
2015-02-12 10:13:37,235 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,236 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423765880236 with interval 21600000
2015-02-12 10:13:37,237 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current...
2015-02-12 10:13:37,238 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current...
2015-02-12 10:13:37,238 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,239 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 10:13:37,239 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current...
2015-02-12 10:13:37,240 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current...
2015-02-12 10:13:37,240 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 10:13:37,241 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 10:13:37,242 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:59859
2015-02-12 10:13:37,242 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 10:13:37,242 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 10:13:37,244 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 10:13:37,248 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 10:13:37,256 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1216473654-10.1.1.68-1423764814898 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current: 18ms
2015-02-12 10:13:37,256 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1216473654-10.1.1.68-1423764814898 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current: 18ms
2015-02-12 10:13:37,256 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1216473654-10.1.1.68-1423764814898 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current: 16ms
2015-02-12 10:13:37,256 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1216473654-10.1.1.68-1423764814898 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current: 16ms
2015-02-12 10:13:37,257 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-1216473654-10.1.1.68-1423764814898: 18ms
2015-02-12 10:13:37,257 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-1216473654-10.1.1.68-1423764814898: 22ms
2015-02-12 10:13:37,258 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current...
2015-02-12 10:13:37,258 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current...
2015-02-12 10:13:37,259 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current: 1ms
2015-02-12 10:13:37,258 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current: 0ms
2015-02-12 10:13:37,263 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 6ms
2015-02-12 10:13:37,264 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current...
2015-02-12 10:13:37,264 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current: 0ms
2015-02-12 10:13:37,264 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current...
2015-02-12 10:13:37,265 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current: 1ms
2015-02-12 10:13:37,265 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 7ms
2015-02-12 10:13:37,265 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 10:13:37,265 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 10:13:37,266 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 10:13:37,266 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-1216473654-10.1.1.68-1423764814898 (Datanode Uuid null) service to localhost/127.0.0.1:59851 beginning handshake with NN
2015-02-12 10:13:37,266 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-1216473654-10.1.1.68-1423764814898 (Datanode Uuid null) service to localhost/127.0.0.1:59851 beginning handshake with NN
2015-02-12 10:13:37,268 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 10:13:37,268 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 59860
2015-02-12 10:13:37,269 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 10:13:37,274 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_59860_datanode____.x8mf63/webapp
2015-02-12 10:13:37,276 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=2aa0fabf-b905-40ca-b888-b2077fcc60ea, infoPort=59856, ipcPort=59858, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) storage 2aa0fabf-b905-40ca-b888-b2077fcc60ea
2015-02-12 10:13:37,280 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 10:13:37,281 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:59855
2015-02-12 10:13:37,283 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=5d835e39-c83e-4de7-bbde-92c2cf44d1a5, infoPort=59853, ipcPort=59854, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) storage 5d835e39-c83e-4de7-bbde-92c2cf44d1a5
2015-02-12 10:13:37,283 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 10:13:37,284 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:59852
2015-02-12 10:13:37,286 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-1216473654-10.1.1.68-1423764814898 (Datanode Uuid null) service to localhost/127.0.0.1:59851 successfully registered with NN
2015-02-12 10:13:37,286 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:59851 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 10:13:37,286 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-1216473654-10.1.1.68-1423764814898 (Datanode Uuid null) service to localhost/127.0.0.1:59851 successfully registered with NN
2015-02-12 10:13:37,287 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:59851 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 10:13:37,337 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 10:13:37,337 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e for DN 127.0.0.1:59852
2015-02-12 10:13:37,337 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-e869a55d-2786-4e84-9086-2406157d7c34 for DN 127.0.0.1:59852
2015-02-12 10:13:37,338 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 10:13:37,338 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b for DN 127.0.0.1:59855
2015-02-12 10:13:37,338 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d for DN 127.0.0.1:59855
2015-02-12 10:13:37,349 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-1216473654-10.1.1.68-1423764814898 (Datanode Uuid 5d835e39-c83e-4de7-bbde-92c2cf44d1a5) service to localhost/127.0.0.1:59851 trying to claim ACTIVE state with txid=1
2015-02-12 10:13:37,349 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-1216473654-10.1.1.68-1423764814898 (Datanode Uuid 5d835e39-c83e-4de7-bbde-92c2cf44d1a5) service to localhost/127.0.0.1:59851
2015-02-12 10:13:37,349 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-1216473654-10.1.1.68-1423764814898 (Datanode Uuid 2aa0fabf-b905-40ca-b888-b2077fcc60ea) service to localhost/127.0.0.1:59851 trying to claim ACTIVE state with txid=1
2015-02-12 10:13:37,349 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-1216473654-10.1.1.68-1423764814898 (Datanode Uuid 2aa0fabf-b905-40ca-b888-b2077fcc60ea) service to localhost/127.0.0.1:59851
2015-02-12 10:13:37,359 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-e869a55d-2786-4e84-9086-2406157d7c34,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 10:13:37,359 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-e869a55d-2786-4e84-9086-2406157d7c34 node DatanodeRegistration(127.0.0.1, datanodeUuid=5d835e39-c83e-4de7-bbde-92c2cf44d1a5, infoPort=59853, ipcPort=59854, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0), blocks: 0, hasStaleStorages: true, processing time: 2 msecs
2015-02-12 10:13:37,359 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 10:13:37,359 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 10:13:37,360 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e node DatanodeRegistration(127.0.0.1, datanodeUuid=5d835e39-c83e-4de7-bbde-92c2cf44d1a5, infoPort=59853, ipcPort=59854, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0), blocks: 0, hasStaleStorages: false, processing time: 1 msecs
2015-02-12 10:13:37,359 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d node DatanodeRegistration(127.0.0.1, datanodeUuid=2aa0fabf-b905-40ca-b888-b2077fcc60ea, infoPort=59856, ipcPort=59858, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 10:13:37,360 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 10:13:37,360 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b node DatanodeRegistration(127.0.0.1, datanodeUuid=2aa0fabf-b905-40ca-b888-b2077fcc60ea, infoPort=59856, ipcPort=59858, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 10:13:37,380 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 5 msec to generate and 26 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@4de4f698
2015-02-12 10:13:37,381 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 2 msec to generate and 29 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@61b99295
2015-02-12 10:13:37,381 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,381 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,384 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 10:13:37,384 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 10:13:37,385 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 10:13:37,385 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 10:13:37,385 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 10:13:37,385 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 10:13:37,385 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,386 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 10:13:37,386 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 10:13:37,388 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,389 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1216473654-10.1.1.68-1423764814898 to blockPoolScannerMap, new size=1
2015-02-12 10:13:37,389 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1216473654-10.1.1.68-1423764814898 to blockPoolScannerMap, new size=1
2015-02-12 10:13:37,461 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59860
2015-02-12 10:13:37,462 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 10:13:37,462 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 10:13:37,466 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 10:13:37,467 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 59861
2015-02-12 10:13:37,470 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:59861
2015-02-12 10:13:37,477 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 10:13:37,478 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 10:13:37,479 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:59851 starting to offer service
2015-02-12 10:13:37,479 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 10:13:37,479 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 59861: starting
2015-02-12 10:13:37,483 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 10:13:37,484 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 41536@Edinburgh.local
2015-02-12 10:13:37,484 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8
2015-02-12 10:13:37,484 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5 is not formatted for BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,485 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 10:13:37,487 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 41536@Edinburgh.local
2015-02-12 10:13:37,487 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6 is not formatted for BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,487 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 10:13:37,527 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 10:13:37,527 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 10:13:37,528 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 10:13:37,528 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:59862
2015-02-12 10:13:37,529 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 10:13:37,530 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 10:13:37,531 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 10:13:37,533 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 10:13:37,535 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 10:13:37,536 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 10:13:37,535 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,536 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 10:13:37,536 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 10:13:37,536 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898 is not formatted.
2015-02-12 10:13:37,537 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 10:13:37,537 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1216473654-10.1.1.68-1423764814898 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current
2015-02-12 10:13:37,538 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 10:13:37,538 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898 is not formatted.
2015-02-12 10:13:37,538 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 10:13:37,538 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1216473654-10.1.1.68-1423764814898 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current
2015-02-12 10:13:37,539 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 10:13:37,539 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 10:13:37,540 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 10:13:37,540 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 59863
2015-02-12 10:13:37,540 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 10:13:37,541 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=18871570;bpid=BP-1216473654-10.1.1.68-1423764814898;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=18871570;c=0;bpid=BP-1216473654-10.1.1.68-1423764814898;dnuuid=null
2015-02-12 10:13:37,544 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_59863_datanode____n8fp6g/webapp
2015-02-12 10:13:37,544 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID f1559335-183d-467e-a94d-d6e0669ca32e
2015-02-12 10:13:37,546 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current
2015-02-12 10:13:37,546 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current, StorageType: DISK
2015-02-12 10:13:37,546 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current
2015-02-12 10:13:37,547 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current, StorageType: DISK
2015-02-12 10:13:37,548 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 10:13:37,549 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423768988549 with interval 21600000
2015-02-12 10:13:37,549 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,550 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current...
2015-02-12 10:13:37,550 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current...
2015-02-12 10:13:37,557 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1216473654-10.1.1.68-1423764814898 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current: 7ms
2015-02-12 10:13:37,557 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1216473654-10.1.1.68-1423764814898 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current: 7ms
2015-02-12 10:13:37,558 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-1216473654-10.1.1.68-1423764814898: 9ms
2015-02-12 10:13:37,558 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current...
2015-02-12 10:13:37,558 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current...
2015-02-12 10:13:37,559 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current: 1ms
2015-02-12 10:13:37,559 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current: 0ms
2015-02-12 10:13:37,559 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 1ms
2015-02-12 10:13:37,559 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-1216473654-10.1.1.68-1423764814898 (Datanode Uuid null) service to localhost/127.0.0.1:59851 beginning handshake with NN
2015-02-12 10:13:37,561 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=f1559335-183d-467e-a94d-d6e0669ca32e, infoPort=59860, ipcPort=59861, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) storage f1559335-183d-467e-a94d-d6e0669ca32e
2015-02-12 10:13:37,561 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 10:13:37,561 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:59859
2015-02-12 10:13:37,562 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-1216473654-10.1.1.68-1423764814898 (Datanode Uuid null) service to localhost/127.0.0.1:59851 successfully registered with NN
2015-02-12 10:13:37,562 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:59851 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 10:13:37,564 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 10:13:37,565 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54 for DN 127.0.0.1:59859
2015-02-12 10:13:37,565 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-646377c6-21be-4e73-9813-5a6f3919e3e8 for DN 127.0.0.1:59859
2015-02-12 10:13:37,566 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-1216473654-10.1.1.68-1423764814898 (Datanode Uuid f1559335-183d-467e-a94d-d6e0669ca32e) service to localhost/127.0.0.1:59851 trying to claim ACTIVE state with txid=1
2015-02-12 10:13:37,566 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-1216473654-10.1.1.68-1423764814898 (Datanode Uuid f1559335-183d-467e-a94d-d6e0669ca32e) service to localhost/127.0.0.1:59851
2015-02-12 10:13:37,567 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 10:13:37,568 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54 node DatanodeRegistration(127.0.0.1, datanodeUuid=f1559335-183d-467e-a94d-d6e0669ca32e, infoPort=59860, ipcPort=59861, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-12 10:13:37,568 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-646377c6-21be-4e73-9813-5a6f3919e3e8,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 10:13:37,568 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-646377c6-21be-4e73-9813-5a6f3919e3e8 node DatanodeRegistration(127.0.0.1, datanodeUuid=f1559335-183d-467e-a94d-d6e0669ca32e, infoPort=59860, ipcPort=59861, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 10:13:37,569 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 3 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@1b99a290
2015-02-12 10:13:37,569 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,570 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 10:13:37,570 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 10:13:37,571 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 10:13:37,571 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 10:13:37,573 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,573 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1216473654-10.1.1.68-1423764814898 to blockPoolScannerMap, new size=1
2015-02-12 10:13:37,704 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59863
2015-02-12 10:13:37,705 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 10:13:37,705 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 10:13:37,706 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 10:13:37,707 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 59864
2015-02-12 10:13:37,710 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:59864
2015-02-12 10:13:37,715 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 10:13:37,715 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 10:13:37,719 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:59851 starting to offer service
2015-02-12 10:13:37,720 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 10:13:37,720 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 59864: starting
2015-02-12 10:13:37,752 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 10:13:37,753 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 41536@Edinburgh.local
2015-02-12 10:13:37,754 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7 is not formatted for BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,754 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 10:13:37,756 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 41536@Edinburgh.local
2015-02-12 10:13:37,756 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8 is not formatted for BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,757 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 10:13:37,793 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,793 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 10:13:37,794 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898 is not formatted.
2015-02-12 10:13:37,794 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 10:13:37,794 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1216473654-10.1.1.68-1423764814898 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current
2015-02-12 10:13:37,795 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 10:13:37,795 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898 is not formatted.
2015-02-12 10:13:37,795 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 10:13:37,795 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1216473654-10.1.1.68-1423764814898 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current
2015-02-12 10:13:37,796 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 10:13:37,796 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 10:13:37,797 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=18871570;bpid=BP-1216473654-10.1.1.68-1423764814898;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=18871570;c=0;bpid=BP-1216473654-10.1.1.68-1423764814898;dnuuid=null
2015-02-12 10:13:37,798 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID 6d0fd477-b147-4d14-b560-4457d96c577e
2015-02-12 10:13:37,799 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current
2015-02-12 10:13:37,799 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current, StorageType: DISK
2015-02-12 10:13:37,799 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current
2015-02-12 10:13:37,799 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current, StorageType: DISK
2015-02-12 10:13:37,800 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 10:13:37,801 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423781031801 with interval 21600000
2015-02-12 10:13:37,802 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,802 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current...
2015-02-12 10:13:37,802 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current...
2015-02-12 10:13:37,811 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1216473654-10.1.1.68-1423764814898 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current: 9ms
2015-02-12 10:13:37,811 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1216473654-10.1.1.68-1423764814898 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current: 9ms
2015-02-12 10:13:37,811 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-1216473654-10.1.1.68-1423764814898: 9ms
2015-02-12 10:13:37,812 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current...
2015-02-12 10:13:37,812 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current...
2015-02-12 10:13:37,812 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current: 0ms
2015-02-12 10:13:37,812 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1216473654-10.1.1.68-1423764814898 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current: 0ms
2015-02-12 10:13:37,812 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 1ms
2015-02-12 10:13:37,813 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-1216473654-10.1.1.68-1423764814898 (Datanode Uuid null) service to localhost/127.0.0.1:59851 beginning handshake with NN
2015-02-12 10:13:37,814 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=6d0fd477-b147-4d14-b560-4457d96c577e, infoPort=59863, ipcPort=59864, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) storage 6d0fd477-b147-4d14-b560-4457d96c577e
2015-02-12 10:13:37,814 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 10:13:37,814 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:59862
2015-02-12 10:13:37,815 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-1216473654-10.1.1.68-1423764814898 (Datanode Uuid null) service to localhost/127.0.0.1:59851 successfully registered with NN
2015-02-12 10:13:37,815 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:59851 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 10:13:37,817 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 10:13:37,817 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-88676da2-4b86-401f-8852-0dad5280926b for DN 127.0.0.1:59862
2015-02-12 10:13:37,817 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c for DN 127.0.0.1:59862
2015-02-12 10:13:37,818 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-1216473654-10.1.1.68-1423764814898 (Datanode Uuid 6d0fd477-b147-4d14-b560-4457d96c577e) service to localhost/127.0.0.1:59851 trying to claim ACTIVE state with txid=1
2015-02-12 10:13:37,818 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-1216473654-10.1.1.68-1423764814898 (Datanode Uuid 6d0fd477-b147-4d14-b560-4457d96c577e) service to localhost/127.0.0.1:59851
2015-02-12 10:13:37,820 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 10:13:37,820 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c node DatanodeRegistration(127.0.0.1, datanodeUuid=6d0fd477-b147-4d14-b560-4457d96c577e, infoPort=59863, ipcPort=59864, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 10:13:37,820 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-88676da2-4b86-401f-8852-0dad5280926b,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 10:13:37,820 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-88676da2-4b86-401f-8852-0dad5280926b node DatanodeRegistration(127.0.0.1, datanodeUuid=6d0fd477-b147-4d14-b560-4457d96c577e, infoPort=59863, ipcPort=59864, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 10:13:37,821 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 3 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@4d9b6698
2015-02-12 10:13:37,822 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,822 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 10:13:37,822 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 10:13:37,822 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 10:13:37,822 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 10:13:37,823 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1216473654-10.1.1.68-1423764814898
2015-02-12 10:13:37,823 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1216473654-10.1.1.68-1423764814898 to blockPoolScannerMap, new size=1
2015-02-12 10:13:38,087 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2213)) - Cluster is active
2015-02-12 10:13:38,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:13:38,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:13:38,163 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:13:38,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741825_1001 src: /127.0.0.1:59866 dest: /127.0.0.1:59855
2015-02-12 10:13:38,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741825_1001 src: /127.0.0.1:59867 dest: /127.0.0.1:59859
2015-02-12 10:13:38,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741825_1001 src: /127.0.0.1:59868 dest: /127.0.0.1:59862
2015-02-12 10:13:38,249 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59868, dest: /127.0.0.1:59862, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741825_1001, duration: 20735000
2015-02-12 10:13:38,249 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:13:38,252 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59867, dest: /127.0.0.1:59859, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741825_1001, duration: 23465000
2015-02-12 10:13:38,252 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:13:38,255 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59866, dest: /127.0.0.1:59855, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741825_1001, duration: 26890000
2015-02-12 10:13:38,256 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:13:38,263 INFO namenode.FSNamesystem (FSNamesystem.java:checkFileProgress(3694)) - BLOCK* checkFileProgress: blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} has not reached minimal replication 1
2015-02-12 10:13:38,263 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 10:13:38,263 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 10:13:38,266 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 504324
2015-02-12 10:13:38,266 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741825_1001 size 504324
2015-02-12 10:13:38,266 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741825_1001 size 504324
2015-02-12 10:13:38,669 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:13:38,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 10:13:38,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:13:38,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:13:38,840 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:13:38,842 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741826_1002 src: /127.0.0.1:59869 dest: /127.0.0.1:59859
2015-02-12 10:13:38,844 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741826_1002 src: /127.0.0.1:59870 dest: /127.0.0.1:59852
2015-02-12 10:13:38,846 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741826_1002 src: /127.0.0.1:59871 dest: /127.0.0.1:59862
2015-02-12 10:13:38,854 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59871, dest: /127.0.0.1:59862, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741826_1002, duration: 5700000
2015-02-12 10:13:38,854 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:13:38,855 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:13:38,856 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59870, dest: /127.0.0.1:59852, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741826_1002, duration: 7518000
2015-02-12 10:13:38,856 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:13:38,857 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:13:38,858 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59869, dest: /127.0.0.1:59859, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741826_1002, duration: 9766000
2015-02-12 10:13:38,858 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:13:38,859 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:13:38,861 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:13:38,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 10:13:39,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null proto=rpc
2015-02-12 10:13:39,153 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(157)) - mkdir: hdfs://localhost:59851/tmp/hadoop-yarn/staging
2015-02-12 10:13:39,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:13:39,170 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 10:13:39,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:13:39,218 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2233)) - core-site.xml not found
2015-02-12 10:13:39,218 INFO security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache
2015-02-12 10:13:39,240 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2233)) - yarn-site.xml not found
2015-02-12 10:13:39,242 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2015-02-12 10:13:39,248 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2015-02-12 10:13:39,251 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(77)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2015-02-12 10:13:39,255 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:<init>(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms
2015-02-12 10:13:39,269 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2015-02-12 10:13:39,273 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2015-02-12 10:13:39,273 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(302)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2015-02-12 10:13:39,284 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2015-02-12 10:13:39,285 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2015-02-12 10:13:39,286 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2015-02-12 10:13:39,287 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2015-02-12 10:13:39,298 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - ResourceManager metrics system started (again)
2015-02-12 10:13:39,306 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2015-02-12 10:13:39,312 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2015-02-12 10:13:39,314 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2015-02-12 10:13:39,314 INFO metrics.SystemMetricsPublisher (SystemMetricsPublisher.java:serviceInit(92)) - YARN system metrics publishing service is not enabled
2015-02-12 10:13:39,315 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list
2015-02-12 10:13:39,317 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2236)) - found resource capacity-scheduler.xml at jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-server-tests/2.6.0.2.2.0.0-2041/ca52ec7870e6cb419445cf631dbcbc6204182d78/hadoop-yarn-server-tests-2.6.0.2.2.0.0-2041-tests.jar!/capacity-scheduler.xml
2015-02-12 10:13:39,347 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:*, labels=*,
, reservationsContinueLooking=true
2015-02-12 10:13:39,348 INFO capacity.ParentQueue (ParentQueue.java:<init>(121)) - Initialized parent-queue root name=root, fullname=root
2015-02-12 10:13:39,357 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:* [= configuredAcls ]
nodeLocalityDelay = 0
labels=*,
nodeLocalityDelay = 0
reservationsContinueLooking = true
2015-02-12 10:13:39,359 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(603)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 10:13:39,359 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(603)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 10:13:39,360 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(467)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 10:13:39,360 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(436)) - Initialized queue mappings, override: false
2015-02-12 10:13:39,361 INFO capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(305)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>, asynchronousScheduling=false, asyncScheduleInterval=5ms
2015-02-12 10:13:39,363 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1
2015-02-12 10:13:39,364 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2015-02-12 10:13:39,364 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2015-02-12 10:13:39,364 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2015-02-12 10:13:39,364 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2015-02-12 10:13:39,365 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2015-02-12 10:13:39,365 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2015-02-12 10:13:39,365 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2015-02-12 10:13:39,366 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2015-02-12 10:13:39,367 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 0
2015-02-12 10:13:39,446 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 10:13:39,447 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 10:13:39,448 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 10:13:39,448 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 10:13:39,449 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 10:13:39,449 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 10:13:39,452 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 10:13:39,452 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 10:13:39,452 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 10:13:39,463 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 10:13:39,463 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 10:13:39,637 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 10:13:39,650 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 10:13:39,650 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 10:13:39,671 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 10:13:39,672 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 10:13:39,672 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 10:13:39,672 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 10:13:39,673 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 10:13:39,674 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2015-02-12 10:13:39,674 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2015-02-12 10:13:39,675 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2015-02-12 10:13:39,675 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2015-02-12 10:13:39,675 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2015-02-12 10:13:39,675 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2015-02-12 10:13:39,676 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2015-02-12 10:13:39,676 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2015-02-12 10:13:39,676 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 1
2015-02-12 10:13:39,690 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 10:13:39,690 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 10:13:39,690 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 10:13:39,690 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 10:13:39,691 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 10:13:39,691 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 10:13:39,691 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 10:13:39,691 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 10:13:39,692 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 10:13:39,695 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 10:13:39,695 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 10:13:39,868 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 10:13:39,869 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 10:13:39,870 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 10:13:39,873 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 10:13:39,873 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 10:13:39,873 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 10:13:39,873 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 10:13:39,874 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 10:13:39,874 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2015-02-12 10:13:39,874 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2015-02-12 10:13:39,875 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2015-02-12 10:13:39,875 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2015-02-12 10:13:39,875 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2015-02-12 10:13:39,875 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2015-02-12 10:13:39,876 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2015-02-12 10:13:39,876 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2015-02-12 10:13:39,876 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 2
2015-02-12 10:13:39,887 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 10:13:39,888 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 10:13:39,888 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 10:13:39,888 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 10:13:39,888 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 10:13:39,888 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 10:13:39,889 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 10:13:39,889 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 10:13:39,889 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 10:13:39,892 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 10:13:39,892 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 10:13:40,062 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 10:13:40,063 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 10:13:40,064 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 10:13:40,066 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 10:13:40,066 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 10:13:40,066 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 10:13:40,067 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 10:13:40,067 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 10:13:40,067 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2015-02-12 10:13:40,068 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2015-02-12 10:13:40,068 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2015-02-12 10:13:40,068 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2015-02-12 10:13:40,068 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2015-02-12 10:13:40,068 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2015-02-12 10:13:40,069 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2015-02-12 10:13:40,069 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2015-02-12 10:13:40,069 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 3
2015-02-12 10:13:40,081 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 10:13:40,081 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 10:13:40,082 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 10:13:40,082 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 10:13:40,082 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 10:13:40,082 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 10:13:40,082 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 10:13:40,082 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 10:13:40,082 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 10:13:40,085 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 10:13:40,085 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 10:13:40,286 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 10:13:40,288 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 10:13:40,290 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 10:13:40,293 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 10:13:40,293 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 10:13:40,294 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 10:13:40,294 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 10:13:40,294 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 10:13:40,310 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2015-02-12 10:13:40,337 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 10:13:40,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 10:13:40,360 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 10:13:40,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:13:40,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:13:40,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:13:40,370 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2015-02-12 10:13:40,371 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2015-02-12 10:13:40,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwt proto=rpc
2015-02-12 10:13:47,249 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741826_1002
2015-02-12 10:13:47,250 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741825_1001
2015-02-12 10:13:47,562 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741826_1002
2015-02-12 10:13:47,567 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741825_1001
2015-02-12 10:13:47,809 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741826_1002
2015-02-12 10:13:47,813 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741825_1001
2015-02-12 10:13:50,378 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2015-02-12 10:13:50,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 10:13:50,389 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2015-02-12 10:13:50,399 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 10:13:50,400 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 59886
2015-02-12 10:13:50,404 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(217)) - Waiting for HistoryServer to start...
2015-02-12 10:13:50,405 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - JobHistoryServer metrics system started (again)
2015-02-12 10:13:50,406 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 10:13:50,408 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 10:13:50,408 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 10:13:50,413 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2015-02-12 10:13:50,414 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 10:13:50,416 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2015-02-12 10:13:50,416 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 10:13:50,417 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 10:13:50,419 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /jobhistory/*
2015-02-12 10:13:50,419 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 10:13:50,420 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 59887
2015-02-12 10:13:50,420 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 10:13:50,425 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/jobhistory to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_59887_jobhistory____.6nz44c/webapp
2015-02-12 10:13:50,503 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:59887
2015-02-12 10:13:50,503 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /jobhistory started at 59887
2015-02-12 10:13:50,716 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 10:13:50,724 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 10:13:50,725 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 59888
2015-02-12 10:13:50,728 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2015-02-12 10:13:50,729 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 10:13:50,729 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 59888: starting
2015-02-12 10:13:50,731 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(146)) - Instantiated HistoryClientService at 10.1.1.68/10.1.1.68:59888
2015-02-12 10:13:50,732 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 10:13:50,732 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 59886: starting
2015-02-12 10:13:51,906 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(234)) - MiniMRYARN ResourceManager address: Edinburgh.local:0
2015-02-12 10:13:51,906 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(236)) - MiniMRYARN ResourceManager web address: Edinburgh.local:0
2015-02-12 10:13:51,906 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(238)) - MiniMRYARN HistoryServer address: 10.1.1.68:59888
2015-02-12 10:13:51,907 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(240)) - MiniMRYARN HistoryServer web address: Edinburgh.local:59887
2015-02-12 10:13:51,907 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(318)) - Waiting for RM to start...
2015-02-12 10:13:51,907 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1045)) - Transitioning to active state
2015-02-12 10:13:51,914 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(105)) - Rolling master-key for container-tokens
2015-02-12 10:13:51,915 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens
2015-02-12 10:13:51,916 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 10:13:51,916 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 1
2015-02-12 10:13:51,917 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 10:13:51,918 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 10:13:51,918 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 2
2015-02-12 10:13:51,937 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 10:13:51,938 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 59897
2015-02-12 10:13:51,941 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2015-02-12 10:13:51,942 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 59897: starting
2015-02-12 10:13:51,943 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 10:13:51,968 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 10:13:51,968 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 59898
2015-02-12 10:13:51,972 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2015-02-12 10:13:51,973 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 10:13:51,973 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 59898: starting
2015-02-12 10:13:52,012 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 10:13:52,012 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 59899
2015-02-12 10:13:52,015 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2015-02-12 10:13:52,016 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 10:13:52,016 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 59899: starting
2015-02-12 10:13:52,024 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1062)) - Transitioned to active state
2015-02-12 10:13:52,027 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2015-02-12 10:13:52,028 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 10:13:52,033 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster
2015-02-12 10:13:52,033 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static
2015-02-12 10:13:52,033 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context logs
2015-02-12 10:13:52,033 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2015-02-12 10:13:52,033 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 10:13:52,034 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 10:13:52,035 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /cluster/*
2015-02-12 10:13:52,035 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 10:13:52,036 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 59900
2015-02-12 10:13:52,036 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 10:13:52,039 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/cluster to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_59900_cluster____nxk5j/webapp
2015-02-12 10:13:52,125 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 10:13:52,126 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 10:13:52,127 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 10:13:52,983 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 10:13:52,984 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 10:13:52,986 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 10:13:52,989 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 10:13:52,990 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 10:13:52,990 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 10:13:52,992 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:59900
2015-02-12 10:13:52,992 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 59900
2015-02-12 10:13:53,043 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 10:13:53,062 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 10:13:53,063 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 59905
2015-02-12 10:13:53,067 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2015-02-12 10:13:53,068 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 10:13:53,068 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 59905: starting
2015-02-12 10:13:53,411 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager address: 10.1.1.68:59899
2015-02-12 10:13:53,411 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(332)) - MiniYARN ResourceManager web address: Edinburgh.local:59900
2015-02-12 10:13:53,411 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager address: 10.1.1.68:59899
2015-02-12 10:13:53,412 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(451)) - MiniYARN ResourceManager web address: Edinburgh.local:59900
2015-02-12 10:13:53,413 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 0 to start...
2015-02-12 10:13:53,421 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 10:13:53,422 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 59906
2015-02-12 10:13:53,424 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 10:13:53,424 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 10:13:53,425 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 10:13:53,425 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 59906: starting
2015-02-12 10:13:53,431 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:59906
2015-02-12 10:13:53,435 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 10:13:53,436 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 59907
2015-02-12 10:13:53,438 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 10:13:53,438 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 10:13:53,438 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 59907: starting
2015-02-12 10:13:53,440 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 59907
2015-02-12 10:13:53,450 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 10:13:53,462 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 59908
2015-02-12 10:13:53,462 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:13:53,463 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:59906
2015-02-12 10:13:53,463 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 10:13:53,463 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 10:13:53,464 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 10:13:53,465 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 10:13:53,467 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 10:13:53,467 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 10:13:53,467 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 10:13:53,468 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 10:13:53,468 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 10:13:53,469 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 59909
2015-02-12 10:13:53,469 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 10:13:53,471 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_59909_node____.jnehz0/webapp
2015-02-12 10:13:53,960 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:59909
2015-02-12 10:13:53,960 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 59909
2015-02-12 10:13:53,985 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 10:13:53,991 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 10:13:53,995 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 10:13:54,006 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 10:13:54,008 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 59906 httpPort: 59909) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:59906
2015-02-12 10:13:54,008 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -1549779411
2015-02-12 10:13:54,010 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:59906 Node Transitioned from NEW to RUNNING
2015-02-12 10:13:54,010 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 1076051575
2015-02-12 10:13:54,011 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:59906 with total resource of <memory:4096, vCores:8>
2015-02-12 10:13:54,011 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 10:13:54,013 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:59906 clusterResource: <memory:4096, vCores:8>
2015-02-12 10:13:54,416 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 1 to start...
2015-02-12 10:13:54,418 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 10:13:54,418 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 59924
2015-02-12 10:13:54,421 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 10:13:54,421 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 10:13:54,422 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 10:13:54,422 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 59924: starting
2015-02-12 10:13:54,428 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:59924
2015-02-12 10:13:54,431 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 10:13:54,431 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 59925
2015-02-12 10:13:54,433 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 10:13:54,434 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 10:13:54,434 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 59925: starting
2015-02-12 10:13:54,436 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 59925
2015-02-12 10:13:54,437 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 10:13:54,438 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 59926
2015-02-12 10:13:54,438 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:13:54,439 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:59924
2015-02-12 10:13:54,439 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 10:13:54,439 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 10:13:54,440 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 10:13:54,440 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 10:13:54,440 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 10:13:54,441 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 10:13:54,441 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 10:13:54,441 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 10:13:54,442 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 10:13:54,442 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 59927
2015-02-12 10:13:54,442 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 10:13:54,445 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_59927_node____xmtm0w/webapp
2015-02-12 10:13:54,791 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:59927
2015-02-12 10:13:54,792 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 59927
2015-02-12 10:13:54,798 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 10:13:54,800 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 10:13:54,800 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 10:13:54,800 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 10:13:54,800 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 59924 httpPort: 59927) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:59924
2015-02-12 10:13:54,800 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:59924 Node Transitioned from NEW to RUNNING
2015-02-12 10:13:54,801 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -1549779411
2015-02-12 10:13:54,801 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 1076051575
2015-02-12 10:13:54,801 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:59924 clusterResource: <memory:8192, vCores:16>
2015-02-12 10:13:54,802 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:59924 with total resource of <memory:4096, vCores:8>
2015-02-12 10:13:54,802 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 10:13:55,417 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 2 to start...
2015-02-12 10:13:55,423 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 10:13:55,424 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 59934
2015-02-12 10:13:55,428 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 10:13:55,428 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 10:13:55,431 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 10:13:55,433 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 59934: starting
2015-02-12 10:13:55,438 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:59934
2015-02-12 10:13:55,441 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 10:13:55,443 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 59935
2015-02-12 10:13:55,446 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 10:13:55,446 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 10:13:55,447 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 59935: starting
2015-02-12 10:13:55,451 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 59935
2015-02-12 10:13:55,454 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 10:13:55,456 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 59936
2015-02-12 10:13:55,458 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:13:55,459 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:59934
2015-02-12 10:13:55,460 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 10:13:55,460 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 10:13:55,461 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 10:13:55,462 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 10:13:55,463 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 10:13:55,463 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 10:13:55,464 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 10:13:55,465 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 10:13:55,465 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 10:13:55,466 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 59937
2015-02-12 10:13:55,466 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 10:13:55,470 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_59937_node____udtn8f/webapp
2015-02-12 10:13:55,867 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:59937
2015-02-12 10:13:55,867 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 59937
2015-02-12 10:13:55,878 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 10:13:55,879 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 10:13:55,879 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 10:13:55,880 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 10:13:55,881 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:59934 Node Transitioned from NEW to RUNNING
2015-02-12 10:13:55,881 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 59934 httpPort: 59937) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:59934
2015-02-12 10:13:55,881 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:59934 clusterResource: <memory:12288, vCores:24>
2015-02-12 10:13:55,881 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -1549779411
2015-02-12 10:13:55,883 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 1076051575
2015-02-12 10:13:55,885 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:59934 with total resource of <memory:4096, vCores:8>
2015-02-12 10:13:55,886 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 10:13:56,418 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 3 to start...
2015-02-12 10:13:56,421 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 10:13:56,422 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 59942
2015-02-12 10:13:56,424 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 10:13:56,424 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 10:13:56,424 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 10:13:56,425 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 59942: starting
2015-02-12 10:13:56,429 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:59942
2015-02-12 10:13:56,429 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 10:13:56,430 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 59943
2015-02-12 10:13:56,433 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 10:13:56,433 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 10:13:56,434 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 59943: starting
2015-02-12 10:13:56,436 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 59943
2015-02-12 10:13:56,438 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 10:13:56,439 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 59944
2015-02-12 10:13:56,439 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:13:56,439 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:59942
2015-02-12 10:13:56,439 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 10:13:56,439 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 10:13:56,440 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 10:13:56,440 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 10:13:56,441 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 10:13:56,441 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 10:13:56,441 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 10:13:56,442 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 10:13:56,442 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 10:13:56,442 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 59945
2015-02-12 10:13:56,442 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 10:13:56,445 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_59945_node____fvxo1o/webapp
2015-02-12 10:13:56,859 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:59945
2015-02-12 10:13:56,859 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 59945
2015-02-12 10:13:56,866 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 10:13:56,867 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 10:13:56,868 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 10:13:56,868 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 10:13:56,868 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:59942 Node Transitioned from NEW to RUNNING
2015-02-12 10:13:56,869 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 59942 httpPort: 59945) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:59942
2015-02-12 10:13:56,869 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:59942 clusterResource: <memory:16384, vCores:32>
2015-02-12 10:13:56,869 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -1549779411
2015-02-12 10:13:56,869 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 1076051575
2015-02-12 10:13:56,869 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:59942 with total resource of <memory:4096, vCores:8>
2015-02-12 10:13:56,870 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 10:13:57,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:13:57,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:13:57,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:13:57,452 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt. BP-1216473654-10.1.1.68-1423764814898 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:13:57,455 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741827_1003 src: /127.0.0.1:59947 dest: /127.0.0.1:59855
2015-02-12 10:13:57,457 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741827_1003 src: /127.0.0.1:59948 dest: /127.0.0.1:59859
2015-02-12 10:13:57,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741827_1003 src: /127.0.0.1:59949 dest: /127.0.0.1:59862
2015-02-12 10:13:57,469 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59949, dest: /127.0.0.1:59862, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741827_1003, duration: 7752000
2015-02-12 10:13:57,469 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:13:57,473 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:13:57,473 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59948, dest: /127.0.0.1:59859, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741827_1003, duration: 10904000
2015-02-12 10:13:57,473 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:13:57,474 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:13:57,475 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59947, dest: /127.0.0.1:59855, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741827_1003, duration: 12340000
2015-02-12 10:13:57,475 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:13:57,476 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:13:57,480 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:13:57,535 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:13:57,536 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:13:57,545 INFO property.AppProps (AppProps.java:getAppID(169)) - using app.id: 25FCB073F3BF48CEB9192C055051B3BF
2015-02-12 10:13:57,598 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-02-12 10:13:57,622 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-02-12 10:13:57,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null proto=rpc
2015-02-12 10:13:57,711 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-12 10:13:57,716 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 10:13:57,716 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:13:57,717 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex"]
2015-02-12 10:13:57,717 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 10:13:57,717 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 10:13:57,718 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 10:13:57,719 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...pesplatform/filtercomplex
2015-02-12 10:13:57,759 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:13:57,870 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:13:57,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null proto=rpc
2015-02-12 10:13:57,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:13:57,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:13:57,924 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 1
2015-02-12 10:13:57,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001 dst=null perm=null proto=rpc
2015-02-12 10:13:57,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:13:57,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:13:57,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 10:13:57,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:13:57,947 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:13:57,950 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741828_1004 src: /127.0.0.1:59951 dest: /127.0.0.1:59859
2015-02-12 10:13:57,952 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741828_1004 src: /127.0.0.1:59952 dest: /127.0.0.1:59855
2015-02-12 10:13:57,955 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741828_1004 src: /127.0.0.1:59953 dest: /127.0.0.1:59852
2015-02-12 10:13:57,966 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59953, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741828_1004, duration: 7878000
2015-02-12 10:13:57,966 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:13:57,967 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:13:57,968 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59952, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741828_1004, duration: 9518000
2015-02-12 10:13:57,968 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:13:57,970 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:13:57,970 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59951, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741828_1004, duration: 12487000
2015-02-12 10:13:57,972 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:13:57,972 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:13:57,976 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:13:57,981 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar
2015-02-12 10:13:57,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 10:13:57,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:13:57,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:13:57,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:13:57,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:13:57,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:13:57,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:13:57,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:13:57,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:13:57,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:13:58,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:13:58,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:13:58,016 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:13:58,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:13:58,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:13:58,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:13:58,042 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.split
2015-02-12 10:13:58,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.split dst=null perm=null proto=rpc
2015-02-12 10:13:58,047 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:13:58,049 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741829_1005 src: /127.0.0.1:59954 dest: /127.0.0.1:59852
2015-02-12 10:13:58,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741829_1005 src: /127.0.0.1:59955 dest: /127.0.0.1:59855
2015-02-12 10:13:58,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741829_1005 src: /127.0.0.1:59956 dest: /127.0.0.1:59859
2015-02-12 10:13:58,055 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741829_1005 src: /127.0.0.1:59957 dest: /127.0.0.1:59862
2015-02-12 10:13:58,064 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59957, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741829_1005, duration: 7336000
2015-02-12 10:13:58,064 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:13:58,065 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:13:58,066 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59956, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741829_1005, duration: 8971000
2015-02-12 10:13:58,066 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:13:58,068 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:13:58,071 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59955, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741829_1005, duration: 11057000
2015-02-12 10:13:58,072 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:13:58,074 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:13:58,074 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59954, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741829_1005, duration: 16932000
2015-02-12 10:13:58,075 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:13:58,077 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:13:58,082 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:13:58,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:13:58,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:13:58,093 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:13:58,095 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741830_1006 src: /127.0.0.1:59958 dest: /127.0.0.1:59852
2015-02-12 10:13:58,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741830_1006 src: /127.0.0.1:59959 dest: /127.0.0.1:59859
2015-02-12 10:13:58,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741830_1006 src: /127.0.0.1:59960 dest: /127.0.0.1:59862
2015-02-12 10:13:58,107 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59960, dest: /127.0.0.1:59862, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741830_1006, duration: 3529000
2015-02-12 10:13:58,107 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:13:58,110 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:13:58,111 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59959, dest: /127.0.0.1:59859, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741830_1006, duration: 7205000
2015-02-12 10:13:58,111 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:13:58,111 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:13:58,112 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59958, dest: /127.0.0.1:59852, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741830_1006, duration: 8408000
2015-02-12 10:13:58,112 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:13:58,113 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:13:58,116 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:13:58,116 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:13:58,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:13:58,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:13:58,273 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:13:58,275 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741831_1007 src: /127.0.0.1:59961 dest: /127.0.0.1:59859
2015-02-12 10:13:58,277 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741831_1007 src: /127.0.0.1:59962 dest: /127.0.0.1:59852
2015-02-12 10:13:58,280 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741831_1007 src: /127.0.0.1:59963 dest: /127.0.0.1:59855
2015-02-12 10:13:58,294 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59963, dest: /127.0.0.1:59855, bytes: 99246, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741831_1007, duration: 12812000
2015-02-12 10:13:58,295 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:13:58,295 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:13:58,296 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59962, dest: /127.0.0.1:59852, bytes: 99246, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741831_1007, duration: 13889000
2015-02-12 10:13:58,296 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:13:58,297 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:13:58,297 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59961, dest: /127.0.0.1:59859, bytes: 99246, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741831_1007, duration: 15042000
2015-02-12 10:13:58,298 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:13:58,299 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:13:58,301 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:13:58,302 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0001
2015-02-12 10:13:58,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001 dst=null perm=null proto=rpc
2015-02-12 10:13:58,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 10:13:58,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 10:13:58,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 10:13:58,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 10:13:58,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.split dst=null perm=null proto=rpc
2015-02-12 10:13:58,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.split dst=null perm=null proto=rpc
2015-02-12 10:13:58,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:13:58,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:13:58,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:13:58,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:13:58,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:13:58,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:13:58,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:13:58,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:13:58,504 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 1 submitted by user soberoi
2015-02-12 10:13:58,504 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0001
2015-02-12 10:13:58,506 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0001
2015-02-12 10:13:58,507 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0001 State change from NEW to NEW_SAVING
2015-02-12 10:13:58,515 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0001
2015-02-12 10:13:58,530 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0001 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:13:58,533 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0001 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:13:58,534 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0001 from user: soberoi, in queue: default
2015-02-12 10:13:58,536 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0001 State change from SUBMITTED to ACCEPTED
2015-02-12 10:13:58,567 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0001_000001
2015-02-12 10:13:58,568 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0001_000001 State change from NEW to SUBMITTED
2015-02-12 10:13:58,578 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0001 from user: soberoi activated in queue: default
2015-02-12 10:13:58,579 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:13:58,579 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0001_000001 to scheduler from user soberoi in queue default
2015-02-12 10:13:58,582 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0001_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:13:58,744 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0001
2015-02-12 10:13:58,783 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0001/
2015-02-12 10:13:58,784 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423764831909_0001
2015-02-12 10:13:58,785 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0001/
2015-02-12 10:13:58,831 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:13:58,831 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000001
2015-02-12 10:13:58,832 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:13:58,832 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0001_000001 container=Container: [ContainerId: container_1423764831909_0001_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:13:58,833 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:13:58,833 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:13:58,851 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0001_01_000001
2015-02-12 10:13:58,862 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:13:58,863 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0001_000001
2015-02-12 10:13:58,863 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0001 AttemptId: appattempt_1423764831909_0001_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0001_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ]
2015-02-12 10:13:58,864 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:13:58,870 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:13:58,874 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0001_000001
2015-02-12 10:13:58,886 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0001_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] for AM appattempt_1423764831909_0001_000001
2015-02-12 10:13:58,887 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:13:58,888 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0001_000001
2015-02-12 10:13:58,892 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0001_000001
2015-02-12 10:13:58,915 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0001_000001 (auth:SIMPLE)
2015-02-12 10:13:58,934 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0001_01_000001 by user soberoi
2015-02-12 10:13:58,952 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0001
2015-02-12 10:13:58,958 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0001 transitioned from NEW to INITING
2015-02-12 10:13:58,958 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000001
2015-02-12 10:13:58,958 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0001_01_000001 to application application_1423764831909_0001
2015-02-12 10:13:58,965 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0001 transitioned from INITING to RUNNING
2015-02-12 10:13:58,968 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:13:58,968 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0001
2015-02-12 10:13:58,970 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0001_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] for AM appattempt_1423764831909_0001_000001
2015-02-12 10:13:58,970 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0001_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:13:58,979 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:13:58,979 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:13:58,980 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:13:58,980 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:13:58,980 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:13:58,980 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:13:58,980 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar, 1423764818860, FILE, null }
2015-02-12 10:13:58,988 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423764818668, FILE, null }
2015-02-12 10:13:58,989 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0001_01_000001
2015-02-12 10:13:59,055 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0001_01_000001.tokens. Credentials list:
2015-02-12 10:13:59,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:13:59,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:13:59,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:13:59,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:13:59,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:13:59,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:13:59,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:13:59,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:13:59,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:13:59,186 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:13:59,190 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/filecache/10/hadoop-6578874760269163908.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:13:59,222 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:13:59,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0001_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000001.tokens
2015-02-12 10:13:59,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0001
2015-02-12 10:13:59,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 10:13:59,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 10:13:59,512 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:13:59,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:13:59,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:13:59,579 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:13:59,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.split dst=null perm=null proto=rpc
2015-02-12 10:13:59,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.split dst=null perm=null proto=rpc
2015-02-12 10:13:59,645 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:13:59,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 10:13:59,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 10:13:59,762 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:13:59,763 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:13:59,820 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:13:59,828 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:13:59,828 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:13:59,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000001/default_container_executor.sh]
2015-02-12 10:14:00,300 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59859 to replicate blk_1073741828_1004 to datanode(s) 127.0.0.1:59862
2015-02-12 10:14:01,621 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f1559335-183d-467e-a94d-d6e0669ca32e, infoPort=59860, ipcPort=59861, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073741828_1004 to 127.0.0.1:59862
2015-02-12 10:14:01,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741828_1004 src: /127.0.0.1:59977 dest: /127.0.0.1:59862
2015-02-12 10:14:01,627 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073741828_1004 (numBytes=254067) to /127.0.0.1:59862
2015-02-12 10:14:01,628 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073741828_1004 src: /127.0.0.1:59977 dest: /127.0.0.1:59862 of size 254067
2015-02-12 10:14:01,629 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741828_1004 size 254067
2015-02-12 10:14:02,578 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741827_1003
2015-02-12 10:14:02,824 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741827_1003
2015-02-12 10:14:03,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:14:03,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:14:03,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:14:03,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:14:03,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001 dst=null perm=null proto=rpc
2015-02-12 10:14:03,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:14:03,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:14:03,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:14:03,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:14:03,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:14:03,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:14:06,325 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30006 milliseconds
2015-02-12 10:14:06,326 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:14:07,261 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741828_1004
2015-02-12 10:14:07,262 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741827_1003
2015-02-12 10:14:07,262 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741829_1005
2015-02-12 10:14:07,263 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741831_1007
2015-02-12 10:14:07,263 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741830_1006
2015-02-12 10:14:07,264 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741829_1005
2015-02-12 10:14:07,265 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741828_1004
2015-02-12 10:14:07,267 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741831_1007
2015-02-12 10:14:07,585 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741828_1004
2015-02-12 10:14:07,586 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741831_1007
2015-02-12 10:14:07,586 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741829_1005
2015-02-12 10:14:07,587 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741830_1006
2015-02-12 10:14:07,828 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741830_1006
2015-02-12 10:14:07,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741829_1005
2015-02-12 10:14:07,832 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741828_1004
2015-02-12 10:14:08,837 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0001_000001 (auth:SIMPLE)
2015-02-12 10:14:08,846 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0001_000001
2015-02-12 10:14:08,846 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0001 APPATTEMPTID=appattempt_1423764831909_0001_000001
2015-02-12 10:14:08,847 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0001_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:14:08,847 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0001 State change from ACCEPTED to RUNNING
2015-02-12 10:14:09,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job_1423764831909_0001_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:14:09,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:14:09,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job_1423764831909_0001_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:14:09,683 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job_1423764831909_0001_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:14:09,736 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741832_1008 src: /127.0.0.1:60006 dest: /127.0.0.1:59855
2015-02-12 10:14:09,738 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741832_1008 src: /127.0.0.1:60007 dest: /127.0.0.1:59852
2015-02-12 10:14:09,741 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741832_1008 src: /127.0.0.1:60008 dest: /127.0.0.1:59862
2015-02-12 10:14:09,873 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60008, dest: /127.0.0.1:59862, bytes: 116345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1246966636_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741832_1008, duration: 130116000
2015-02-12 10:14:09,873 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:14:09,874 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60007, dest: /127.0.0.1:59852, bytes: 116345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1246966636_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741832_1008, duration: 131095000
2015-02-12 10:14:09,874 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:14:09,874 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:09,875 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:14:09,876 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60006, dest: /127.0.0.1:59855, bytes: 116345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1246966636_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741832_1008, duration: 133168000
2015-02-12 10:14:09,876 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:09,877 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:14:09,881 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job_1423764831909_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1246966636_1
2015-02-12 10:14:09,908 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:14:09,909 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000002
2015-02-12 10:14:09,909 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:14:09,909 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0001_000001 container=Container: [ContainerId: container_1423764831909_0001_01_000002, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:14:09,909 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:14:09,910 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:14:09,910 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:14:09,910 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000003
2015-02-12 10:14:09,910 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:14:09,911 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0001_000001 container=Container: [ContainerId: container_1423764831909_0001_01_000003, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:14:09,911 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:14:09,911 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:14:09,911 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:14:09,911 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000004
2015-02-12 10:14:09,912 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:14:09,912 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0001_000001 container=Container: [ContainerId: container_1423764831909_0001_01_000004, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:14:09,912 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:14:09,912 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:14:09,912 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:14:09,913 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000005
2015-02-12 10:14:09,913 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:14:09,913 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0001_000001 container=Container: [ContainerId: container_1423764831909_0001_01_000005, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:14:09,913 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:14:09,913 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:14:10,942 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0001_01_000002
2015-02-12 10:14:10,944 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:14:10,946 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:14:10,949 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:14:10,951 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:14:11,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 10:14:11,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 10:14:11,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 10:14:11,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 10:14:11,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:14:11,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:14:11,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:14:11,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:14:11,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:14:11,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:14:11,315 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0001_000001 (auth:SIMPLE)
2015-02-12 10:14:11,316 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0001_000001 (auth:SIMPLE)
2015-02-12 10:14:11,319 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0001_000001 (auth:SIMPLE)
2015-02-12 10:14:11,325 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0001_000001 (auth:SIMPLE)
2015-02-12 10:14:11,325 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0001_01_000005 by user soberoi
2015-02-12 10:14:11,327 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0001
2015-02-12 10:14:11,328 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0001 transitioned from NEW to INITING
2015-02-12 10:14:11,328 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0001_01_000005 to application application_1423764831909_0001
2015-02-12 10:14:11,328 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0001_01_000004 by user soberoi
2015-02-12 10:14:11,328 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000005
2015-02-12 10:14:11,329 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0001_01_000003 by user soberoi
2015-02-12 10:14:11,329 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000004
2015-02-12 10:14:11,330 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000003
2015-02-12 10:14:11,329 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0001_01_000004 to application application_1423764831909_0001
2015-02-12 10:14:11,331 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0001 transitioned from INITING to RUNNING
2015-02-12 10:14:11,331 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0001_01_000003 to application application_1423764831909_0001
2015-02-12 10:14:11,332 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:14:11,333 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:14:11,333 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:14:11,333 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0001
2015-02-12 10:14:11,334 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0001
2015-02-12 10:14:11,334 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:14:11,335 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0001
2015-02-12 10:14:11,335 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:14:11,336 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:14:11,336 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:14:11,336 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:14:11,336 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0001
2015-02-12 10:14:11,336 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0001
2015-02-12 10:14:11,336 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:14:11,337 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0001
2015-02-12 10:14:11,337 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0001
2015-02-12 10:14:11,337 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0001
2015-02-12 10:14:11,337 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:14:11,338 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0001
2015-02-12 10:14:11,338 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar, 1423764818860, FILE, null }
2015-02-12 10:14:11,340 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423764818668, FILE, null }
2015-02-12 10:14:11,341 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0001_01_000005
2015-02-12 10:14:11,342 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar, 1423764818860, FILE, null }
2015-02-12 10:14:11,343 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423764818668, FILE, null }
2015-02-12 10:14:11,343 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0001_01_000004
2015-02-12 10:14:11,343 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar, 1423764818860, FILE, null }
2015-02-12 10:14:11,343 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423764818668, FILE, null }
2015-02-12 10:14:11,344 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0001_01_000003
2015-02-12 10:14:11,378 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423764831909_0001_01_000004.tokens. Credentials list:
2015-02-12 10:14:11,379 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423764831909_0001_01_000003.tokens. Credentials list:
2015-02-12 10:14:11,380 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0001_01_000005.tokens. Credentials list:
2015-02-12 10:14:11,384 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0001_01_000002 by user soberoi
2015-02-12 10:14:11,385 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000002
2015-02-12 10:14:11,386 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0001_01_000002 to application application_1423764831909_0001
2015-02-12 10:14:11,387 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:14:11,387 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0001
2015-02-12 10:14:11,387 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0001
2015-02-12 10:14:11,387 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:14:11,388 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0001
2015-02-12 10:14:11,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:14:11,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:14:11,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:14:11,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:14:11,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:14:11,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:14:11,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:14:11,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:14:11,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:14:11,478 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/filecache/10/hadoop-6578874760269163908.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:14:11,479 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:14:11,528 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0001_01_000002
2015-02-12 10:14:11,561 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:14:11,697 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:14:11,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423764831909_0001_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000004.tokens
2015-02-12 10:14:11,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0001
2015-02-12 10:14:11,865 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0001_01_000002.tokens. Credentials list:
2015-02-12 10:14:11,881 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:14:11,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0001_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000005.tokens
2015-02-12 10:14:11,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0001
2015-02-12 10:14:11,917 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:14:11,918 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:14:11,918 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:14:11,918 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:14:11,968 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:14:11,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 10:14:11,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 10:14:12,066 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:14:12,084 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423764831909_0001_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000003.tokens
2015-02-12 10:14:12,085 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0001
2015-02-12 10:14:12,106 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:14:12,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 10:14:12,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 10:14:12,249 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:14:12,249 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:14:12,249 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:14:12,250 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:14:12,250 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:14:12,329 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:14:12,329 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:14:12,330 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:14:12,330 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:14:12,330 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:14:12,330 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:14:12,330 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:14:12,331 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:14:12,346 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0001_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000002.tokens
2015-02-12 10:14:12,346 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0001
2015-02-12 10:14:12,615 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000002/default_container_executor.sh]
2015-02-12 10:14:12,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000004/default_container_executor.sh]
2015-02-12 10:14:12,627 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000005/default_container_executor.sh]
2015-02-12 10:14:12,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000003/default_container_executor.sh]
2015-02-12 10:14:17,275 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741832_1008
2015-02-12 10:14:17,278 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741832_1008
2015-02-12 10:14:17,845 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741832_1008
2015-02-12 10:14:20,412 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2015-02-12 10:14:20,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 10:14:20,415 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2015-02-12 10:14:23,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.split dst=null perm=null proto=rpc
2015-02-12 10:14:24,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.split dst=null perm=null proto=rpc
2015-02-12 10:14:24,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.split dst=null perm=null proto=rpc
2015-02-12 10:14:24,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:14:24,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.split dst=null perm=null proto=rpc
2015-02-12 10:14:24,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:14:24,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:14:24,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:14:25,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1423764831909_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:14:25,179 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0001_000001 (auth:SIMPLE)
2015-02-12 10:14:25,211 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0001_01_000004
2015-02-12 10:14:25,212 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000004
2015-02-12 10:14:25,213 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:14:25,213 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0001_01_000004
2015-02-12 10:14:25,236 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0001_01_000004 is : 143
2015-02-12 10:14:25,239 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job_1423764831909_0001_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:14:25,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741833_1009 src: /127.0.0.1:60075 dest: /127.0.0.1:59859
2015-02-12 10:14:25,245 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741833_1009 src: /127.0.0.1:60076 dest: /127.0.0.1:59855
2015-02-12 10:14:25,247 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741833_1009 src: /127.0.0.1:60077 dest: /127.0.0.1:59852
2015-02-12 10:14:25,247 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:14:25,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000004
2015-02-12 10:14:25,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000004
2015-02-12 10:14:25,250 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000004
2015-02-12 10:14:25,251 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000004
2015-02-12 10:14:25,252 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000004
2015-02-12 10:14:25,254 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:14:25,255 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0001_01_000004 from application application_1423764831909_0001
2015-02-12 10:14:25,255 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:14:25,255 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0001
2015-02-12 10:14:25,258 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job_1423764831909_0001_1.jhist for DFSClient_NONMAPREDUCE_-1246966636_1
2015-02-12 10:14:25,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1423764831909_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:14:25,622 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0001_000001 (auth:SIMPLE)
2015-02-12 10:14:25,634 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0001_01_000002
2015-02-12 10:14:25,634 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000002
2015-02-12 10:14:25,634 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:14:25,635 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0001_01_000002
2015-02-12 10:14:25,637 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:14:25,637 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0001_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:14:25,638 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000004
2015-02-12 10:14:25,638 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:14:25,638 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:14:25,639 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0001_01_000004, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:14:25,640 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:14:25,640 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:14:25,643 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0001_000001 released container container_1423764831909_0001_01_000004 on node: host: 10.1.1.68:59942 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:14:25,663 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0001_01_000002 is : 143
2015-02-12 10:14:25,676 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:14:25,678 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000002
2015-02-12 10:14:25,678 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:14:25,678 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0001_01_000002 from application application_1423764831909_0001
2015-02-12 10:14:25,678 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:14:25,678 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0001
2015-02-12 10:14:25,679 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000002
2015-02-12 10:14:25,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000002
2015-02-12 10:14:25,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000002
2015-02-12 10:14:25,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000002
2015-02-12 10:14:25,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1423764831909_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:14:25,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1423764831909_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:14:25,758 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0001_000001 (auth:SIMPLE)
2015-02-12 10:14:25,763 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0001_01_000005
2015-02-12 10:14:25,763 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000005
2015-02-12 10:14:25,764 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:14:25,764 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0001_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:14:25,764 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000002
2015-02-12 10:14:25,765 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:14:25,765 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:14:25,767 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0001_01_000002, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:14:25,767 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:14:25,768 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:14:25,768 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0001_000001 released container container_1423764831909_0001_01_000002 on node: host: 10.1.1.68:59942 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:14:25,768 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:25,767 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:14:25,769 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0001_01_000005
2015-02-12 10:14:25,782 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0001_000001 (auth:SIMPLE)
2015-02-12 10:14:25,785 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0001_01_000003
2015-02-12 10:14:25,785 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000003
2015-02-12 10:14:25,786 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:25,786 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:25,790 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0001_01_000005 is : 143
2015-02-12 10:14:25,811 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:14:25,811 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:14:25,811 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0001_01_000003
2015-02-12 10:14:25,829 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0001_01_000003 is : 143
2015-02-12 10:14:25,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000005
2015-02-12 10:14:25,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000005
2015-02-12 10:14:25,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000005
2015-02-12 10:14:25,847 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000005
2015-02-12 10:14:25,848 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:14:25,848 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000005
2015-02-12 10:14:25,848 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:14:25,849 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000003
2015-02-12 10:14:25,851 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000003
2015-02-12 10:14:25,852 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000003
2015-02-12 10:14:25,853 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000003
2015-02-12 10:14:25,854 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0001_01_000005 from application application_1423764831909_0001
2015-02-12 10:14:25,854 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:14:25,855 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0001
2015-02-12 10:14:25,855 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000003
2015-02-12 10:14:25,856 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:14:25,857 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0001_01_000003 from application application_1423764831909_0001
2015-02-12 10:14:25,857 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:14:25,858 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0001
2015-02-12 10:14:26,791 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:26,791 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:14:26,791 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0001_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:14:26,791 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000003
2015-02-12 10:14:26,791 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:14:26,792 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:14:26,792 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0001_01_000003, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:14:26,793 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:14:26,793 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:14:26,793 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0001_000001 released container container_1423764831909_0001_01_000003 on node: host: 10.1.1.68:59942 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:14:26,793 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:26,793 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:14:26,794 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0001_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:14:26,794 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000005
2015-02-12 10:14:26,794 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:14:26,794 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:14:26,795 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0001_01_000005, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:14:26,795 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:14:26,795 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:14:26,795 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0001_000001 released container container_1423764831909_0001_01_000005 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:14:27,125 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:14:27,125 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000006
2015-02-12 10:14:27,125 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0001_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:14:27,125 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0001_000001 container=Container: [ContainerId: container_1423764831909_0001_01_000006, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:14:27,126 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:14:27,126 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:14:27,792 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0001_01_000004, container_1423764831909_0001_01_000002]
2015-02-12 10:14:27,792 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:27,792 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:27,792 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:27,792 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:28,052 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0001_01_000006
2015-02-12 10:14:28,055 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:14:28,066 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0001_000001 (auth:SIMPLE)
2015-02-12 10:14:28,069 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0001_01_000006 by user soberoi
2015-02-12 10:14:28,070 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0001
2015-02-12 10:14:28,071 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000006
2015-02-12 10:14:28,071 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0001 transitioned from NEW to INITING
2015-02-12 10:14:28,072 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0001_01_000006 to application application_1423764831909_0001
2015-02-12 10:14:28,073 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0001 transitioned from INITING to RUNNING
2015-02-12 10:14:28,074 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:14:28,074 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0001
2015-02-12 10:14:28,074 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0001
2015-02-12 10:14:28,074 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:14:28,074 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0001
2015-02-12 10:14:28,075 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:14:28,075 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:14:28,075 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:14:28,075 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:14:28,075 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar, 1423764818860, FILE, null }
2015-02-12 10:14:28,077 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423764818668, FILE, null }
2015-02-12 10:14:28,077 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0001_01_000006
2015-02-12 10:14:28,093 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0001_01_000006.tokens. Credentials list:
2015-02-12 10:14:28,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:14:28,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:14:28,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:14:28,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:14:28,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:14:28,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:14:28,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:14:28,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:14:28,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:14:28,129 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:14:28,176 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/filecache/10/hadoop-6578874760269163908.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:14:28,177 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:14:28,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:14:28,351 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0001_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000006.tokens
2015-02-12 10:14:28,351 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0001
2015-02-12 10:14:28,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 10:14:28,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 10:14:28,498 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:14:28,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 10:14:28,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 10:14:28,553 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:14:28,553 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:14:28,596 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:14:28,596 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:14:28,699 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000006/default_container_executor.sh]
2015-02-12 10:14:28,795 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0001_01_000005, container_1423764831909_0001_01_000003]
2015-02-12 10:14:28,795 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:28,795 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:29,065 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:14:33,023 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:14:33,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1423764831909_0001_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:14:33,405 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1423764831909_0001_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:14:33,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741834_1010 src: /127.0.0.1:60134 dest: /127.0.0.1:59862
2015-02-12 10:14:33,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741834_1010 src: /127.0.0.1:60135 dest: /127.0.0.1:59855
2015-02-12 10:14:33,501 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741834_1010 src: /127.0.0.1:60136 dest: /127.0.0.1:59859
2015-02-12 10:14:33,569 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60136, dest: /127.0.0.1:59859, bytes: 7, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0001_r_000000_0_26815619_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741834_1010, duration: 65557000
2015-02-12 10:14:33,569 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:14:33,570 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:14:33,570 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60135, dest: /127.0.0.1:59855, bytes: 7, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0001_r_000000_0_26815619_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741834_1010, duration: 66460000
2015-02-12 10:14:33,570 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:33,572 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60134, dest: /127.0.0.1:59862, bytes: 7, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0001_r_000000_0_26815619_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741834_1010, duration: 68278000
2015-02-12 10:14:33,572 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:33,573 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:14:33,574 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:14:33,585 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1423764831909_0001_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0001_r_000000_0_26815619_1
2015-02-12 10:14:33,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1423764831909_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:14:33,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1423764831909_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:14:33,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/task_1423764831909_0001_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:14:33,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1423764831909_0001_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/task_1423764831909_0001_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:14:33,641 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0001_000001 (auth:SIMPLE)
2015-02-12 10:14:33,643 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0001_01_000006
2015-02-12 10:14:33,644 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000006
2015-02-12 10:14:33,644 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:14:33,644 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0001_01_000006
2015-02-12 10:14:33,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:14:33,656 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1246966636_1
2015-02-12 10:14:33,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:14:33,680 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0001_01_000006 is : 143
2015-02-12 10:14:33,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null proto=rpc
2015-02-12 10:14:33,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null proto=rpc
2015-02-12 10:14:33,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/task_1423764831909_0001_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:14:33,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:14:33,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/task_1423764831909_0001_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:14:33,693 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:14:33,694 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000006
2015-02-12 10:14:33,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000006
2015-02-12 10:14:33,696 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000006
2015-02-12 10:14:33,698 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000006
2015-02-12 10:14:33,698 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000006
2015-02-12 10:14:33,702 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:14:33,702 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0001_01_000006 from application application_1423764831909_0001
2015-02-12 10:14:33,702 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:14:33,702 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0001
2015-02-12 10:14:33,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary dst=null perm=null proto=rpc
2015-02-12 10:14:33,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:14:33,718 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1246966636_1
2015-02-12 10:14:33,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:14:33,726 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1246966636_1
2015-02-12 10:14:33,744 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60077, dest: /127.0.0.1:59852, bytes: 61374, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1246966636_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741833_1009, duration: 8495247000
2015-02-12 10:14:33,744 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:14:33,745 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 15712
2015-02-12 10:14:33,745 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60076, dest: /127.0.0.1:59855, bytes: 61374, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1246966636_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741833_1009, duration: 8496014000
2015-02-12 10:14:33,746 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:33,746 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 15712
2015-02-12 10:14:33,747 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60075, dest: /127.0.0.1:59859, bytes: 61374, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1246966636_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741833_1009, duration: 8498181000
2015-02-12 10:14:33,747 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:33,748 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 15712
2015-02-12 10:14:33,749 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job_1423764831909_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_-1246966636_1
2015-02-12 10:14:33,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:14:33,757 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:14:33,759 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741835_1011 src: /127.0.0.1:60139 dest: /127.0.0.1:59859
2015-02-12 10:14:33,761 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741835_1011 src: /127.0.0.1:60140 dest: /127.0.0.1:59855
2015-02-12 10:14:33,765 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741835_1011 src: /127.0.0.1:60141 dest: /127.0.0.1:59862
2015-02-12 10:14:33,770 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60141, dest: /127.0.0.1:59862, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1246966636_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741835_1011, duration: 3077000
2015-02-12 10:14:33,771 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:14:33,771 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:14:33,771 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60140, dest: /127.0.0.1:59855, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1246966636_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741835_1011, duration: 4100000
2015-02-12 10:14:33,772 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:33,772 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:14:33,772 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60139, dest: /127.0.0.1:59859, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1246966636_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741835_1011, duration: 5277000
2015-02-12 10:14:33,773 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:33,773 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:14:33,774 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1246966636_1
2015-02-12 10:14:33,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:14:33,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job_1423764831909_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:14:33,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001-1423764838465-soberoi-%5B56648925855040079B1EF8400166BB35%2FD00E8CD897034A9C-1423764873727-4-1-SUCCEEDED-default-1423764849060.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:14:33,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job_1423764831909_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:14:33,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001-1423764838465-soberoi-%5B56648925855040079B1EF8400166BB35%2FD00E8CD897034A9C-1423764873727-4-1-SUCCEEDED-default-1423764849060.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:14:33,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job_1423764831909_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:14:33,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001-1423764838465-soberoi-%5B56648925855040079B1EF8400166BB35%2FD00E8CD897034A9C-1423764873727-4-1-SUCCEEDED-default-1423764849060.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:14:33,807 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001-1423764838465-soberoi-%5B56648925855040079B1EF8400166BB35%2FD00E8CD897034A9C-1423764873727-4-1-SUCCEEDED-default-1423764849060.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:14:33,809 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741836_1012 src: /127.0.0.1:60143 dest: /127.0.0.1:59852
2015-02-12 10:14:33,811 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741836_1012 src: /127.0.0.1:60144 dest: /127.0.0.1:59859
2015-02-12 10:14:33,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741836_1012 src: /127.0.0.1:60145 dest: /127.0.0.1:59862
2015-02-12 10:14:33,818 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60145, dest: /127.0.0.1:59862, bytes: 61374, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1246966636_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741836_1012, duration: 3328000
2015-02-12 10:14:33,818 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:14:33,819 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:14:33,819 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60144, dest: /127.0.0.1:59859, bytes: 61374, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1246966636_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741836_1012, duration: 4295000
2015-02-12 10:14:33,819 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:33,821 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60143, dest: /127.0.0.1:59852, bytes: 61374, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1246966636_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741836_1012, duration: 6329000
2015-02-12 10:14:33,821 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:33,821 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:14:33,823 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:14:33,823 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001-1423764838465-soberoi-%5B56648925855040079B1EF8400166BB35%2FD00E8CD897034A9C-1423764873727-4-1-SUCCEEDED-default-1423764849060.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1246966636_1
2015-02-12 10:14:33,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001-1423764838465-soberoi-%5B56648925855040079B1EF8400166BB35%2FD00E8CD897034A9C-1423764873727-4-1-SUCCEEDED-default-1423764849060.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:14:33,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job_1423764831909_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:14:33,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:14:33,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job_1423764831909_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:14:33,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:14:33,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001/job_1423764831909_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:14:33,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:14:33,845 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:14:33,849 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741837_1013 src: /127.0.0.1:60147 dest: /127.0.0.1:59862
2015-02-12 10:14:33,851 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741837_1013 src: /127.0.0.1:60148 dest: /127.0.0.1:59855
2015-02-12 10:14:33,853 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741837_1013 src: /127.0.0.1:60149 dest: /127.0.0.1:59852
2015-02-12 10:14:33,858 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60149, dest: /127.0.0.1:59852, bytes: 116345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1246966636_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741837_1013, duration: 3302000
2015-02-12 10:14:33,859 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:14:33,859 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:14:33,859 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60148, dest: /127.0.0.1:59855, bytes: 116345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1246966636_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741837_1013, duration: 4189000
2015-02-12 10:14:33,860 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:33,861 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60147, dest: /127.0.0.1:59862, bytes: 116345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1246966636_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741837_1013, duration: 5409000
2015-02-12 10:14:33,861 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:33,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:14:33,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:14:33,863 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1246966636_1
2015-02-12 10:14:33,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:14:33,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:14:33,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:14:33,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001-1423764838465-soberoi-%5B56648925855040079B1EF8400166BB35%2FD00E8CD897034A9C-1423764873727-4-1-SUCCEEDED-default-1423764849060.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001-1423764838465-soberoi-%5B56648925855040079B1EF8400166BB35%2FD00E8CD897034A9C-1423764873727-4-1-SUCCEEDED-default-1423764849060.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:14:33,885 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0001_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:14:33,886 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0001_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:14:33,886 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0001 with final state: FINISHING
2015-02-12 10:14:33,887 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:14:33,887 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0001
2015-02-12 10:14:33,888 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0001_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:14:33,888 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:14:34,647 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:14:34,647 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0001_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:14:34,647 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000006
2015-02-12 10:14:34,647 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0001_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:14:34,648 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:14:34,648 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0001_01_000006, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:14:34,648 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:14:34,649 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:14:34,649 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0001_000001 released container container_1423764831909_0001_01_000006 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:14:34,893 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0001 unregistered successfully.
2015-02-12 10:14:34,896 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:14:34,897 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:14:34,897 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:14:34,897 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:14:34,897 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741833_1009 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:14:34,897 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:14:34,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0001 dst=null perm=null proto=rpc
2015-02-12 10:14:35,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null proto=rpc
2015-02-12 10:14:35,027 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary
2015-02-12 10:14:35,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary dst=null perm=null proto=rpc
2015-02-12 10:14:35,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null proto=rpc
2015-02-12 10:14:35,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null proto=rpc
2015-02-12 10:14:35,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null proto=rpc
2015-02-12 10:14:35,060 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:14:35,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:14:35,080 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/filtercomplex
2015-02-12 10:14:35,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null proto=rpc
2015-02-12 10:14:35,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null proto=rpc
2015-02-12 10:14:35,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null proto=rpc
2015-02-12 10:14:35,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null proto=rpc
2015-02-12 10:14:35,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:14:35,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:14:35,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:14:35,136 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:14:35,136 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:14:35,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null proto=rpc
2015-02-12 10:14:35,175 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 10:14:35,176 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:14:35,176 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextDelimited[['ip', 'count1', 'count2', 'count3', 'count4']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain"]
2015-02-12 10:14:35,177 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 10:14:35,177 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 10:14:35,177 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 10:14:35,178 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...pipesplatform/simplechain
2015-02-12 10:14:35,197 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:14:35,218 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:14:35,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null proto=rpc
2015-02-12 10:14:35,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:14:35,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:14:35,229 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 2
2015-02-12 10:14:35,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002 dst=null perm=null proto=rpc
2015-02-12 10:14:35,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:14:35,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:14:35,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 10:14:35,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:14:35,241 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:14:35,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741838_1014 src: /127.0.0.1:60159 dest: /127.0.0.1:59862
2015-02-12 10:14:35,244 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741838_1014 src: /127.0.0.1:60160 dest: /127.0.0.1:59859
2015-02-12 10:14:35,246 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741838_1014 src: /127.0.0.1:60161 dest: /127.0.0.1:59852
2015-02-12 10:14:35,255 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60161, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741838_1014, duration: 7890000
2015-02-12 10:14:35,256 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:14:35,256 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:14:35,257 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60160, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741838_1014, duration: 8323000
2015-02-12 10:14:35,257 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:35,257 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:14:35,258 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60159, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741838_1014, duration: 9498000
2015-02-12 10:14:35,258 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:35,259 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:14:35,260 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:14:35,261 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.jar
2015-02-12 10:14:35,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 10:14:35,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:14:35,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:14:35,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:14:35,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:14:35,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:14:35,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:14:35,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:14:35,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:14:35,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:14:35,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:14:35,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:14:35,281 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:14:35,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:14:35,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:14:35,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:14:35,290 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.split
2015-02-12 10:14:35,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.split dst=null perm=null proto=rpc
2015-02-12 10:14:35,292 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:14:35,294 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741839_1015 src: /127.0.0.1:60162 dest: /127.0.0.1:59855
2015-02-12 10:14:35,295 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741839_1015 src: /127.0.0.1:60163 dest: /127.0.0.1:59852
2015-02-12 10:14:35,297 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741839_1015 src: /127.0.0.1:60164 dest: /127.0.0.1:59862
2015-02-12 10:14:35,298 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741839_1015 src: /127.0.0.1:60165 dest: /127.0.0.1:59859
2015-02-12 10:14:35,307 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60165, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741839_1015, duration: 6665000
2015-02-12 10:14:35,307 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:14:35,308 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:14:35,308 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60164, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741839_1015, duration: 7318000
2015-02-12 10:14:35,308 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:35,308 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:14:35,309 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60163, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741839_1015, duration: 8705000
2015-02-12 10:14:35,309 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:35,310 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:14:35,310 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60162, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741839_1015, duration: 9435000
2015-02-12 10:14:35,310 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:35,311 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:14:35,312 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:14:35,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:14:35,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:14:35,321 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:14:35,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741840_1016 src: /127.0.0.1:60166 dest: /127.0.0.1:59862
2015-02-12 10:14:35,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741840_1016 src: /127.0.0.1:60167 dest: /127.0.0.1:59859
2015-02-12 10:14:35,326 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741840_1016 src: /127.0.0.1:60168 dest: /127.0.0.1:59852
2015-02-12 10:14:35,330 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60168, dest: /127.0.0.1:59852, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741840_1016, duration: 2431000
2015-02-12 10:14:35,331 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:14:35,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:14:35,331 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60167, dest: /127.0.0.1:59859, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741840_1016, duration: 3250000
2015-02-12 10:14:35,332 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:35,332 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60166, dest: /127.0.0.1:59862, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741840_1016, duration: 4449000
2015-02-12 10:14:35,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:14:35,333 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:35,334 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:14:35,336 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:14:35,336 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:14:35,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:14:35,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:14:35,397 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:14:35,400 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741841_1017 src: /127.0.0.1:60169 dest: /127.0.0.1:59852
2015-02-12 10:14:35,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741841_1017 src: /127.0.0.1:60170 dest: /127.0.0.1:59859
2015-02-12 10:14:35,404 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741841_1017 src: /127.0.0.1:60171 dest: /127.0.0.1:59855
2015-02-12 10:14:35,409 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60171, dest: /127.0.0.1:59855, bytes: 99392, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741841_1017, duration: 4142000
2015-02-12 10:14:35,410 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:14:35,410 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:14:35,410 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60170, dest: /127.0.0.1:59859, bytes: 99392, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741841_1017, duration: 4999000
2015-02-12 10:14:35,411 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:35,411 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:14:35,412 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60169, dest: /127.0.0.1:59852, bytes: 99392, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741841_1017, duration: 6091000
2015-02-12 10:14:35,412 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:35,413 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:14:35,414 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:14:35,414 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0002
2015-02-12 10:14:35,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002 dst=null perm=null proto=rpc
2015-02-12 10:14:35,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 10:14:35,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 10:14:35,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 10:14:35,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 10:14:35,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.split dst=null perm=null proto=rpc
2015-02-12 10:14:35,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.split dst=null perm=null proto=rpc
2015-02-12 10:14:35,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:14:35,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:14:35,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:14:35,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:14:35,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:14:35,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:14:35,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:14:35,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:14:35,437 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 2 submitted by user soberoi
2015-02-12 10:14:35,437 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0002
2015-02-12 10:14:35,437 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0002
2015-02-12 10:14:35,437 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0002
2015-02-12 10:14:35,437 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0002 State change from NEW to NEW_SAVING
2015-02-12 10:14:35,438 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0002 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:14:35,438 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0002 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:14:35,438 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0002 from user: soberoi, in queue: default
2015-02-12 10:14:35,439 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0002 State change from SUBMITTED to ACCEPTED
2015-02-12 10:14:35,440 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0002_000001
2015-02-12 10:14:35,440 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0002
2015-02-12 10:14:35,440 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0002_000001 State change from NEW to SUBMITTED
2015-02-12 10:14:35,441 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0002 from user: soberoi activated in queue: default
2015-02-12 10:14:35,441 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0002 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:14:35,441 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0002_000001 to scheduler from user soberoi in queue default
2015-02-12 10:14:35,442 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0002_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:14:35,445 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0002/
2015-02-12 10:14:35,446 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423764831909_0002
2015-02-12 10:14:35,446 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0002/
2015-02-12 10:14:35,651 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:35,652 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:14:35,652 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000001
2015-02-12 10:14:35,652 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:14:35,653 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0002_000001 container=Container: [ContainerId: container_1423764831909_0002_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:14:35,653 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:14:35,653 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:14:35,654 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0002_01_000001
2015-02-12 10:14:35,655 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:14:35,655 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0002_000001
2015-02-12 10:14:35,656 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0002 AttemptId: appattempt_1423764831909_0002_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0002_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ]
2015-02-12 10:14:35,656 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:14:35,656 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:14:35,657 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0002_000001
2015-02-12 10:14:35,661 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0002_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0002_000001
2015-02-12 10:14:35,661 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:14:35,662 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0002_000001
2015-02-12 10:14:35,663 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0002_000001
2015-02-12 10:14:35,666 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0002_000001 (auth:SIMPLE)
2015-02-12 10:14:35,670 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0002_01_000001 by user soberoi
2015-02-12 10:14:35,670 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0002
2015-02-12 10:14:35,671 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000001
2015-02-12 10:14:35,671 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0002 transitioned from NEW to INITING
2015-02-12 10:14:35,672 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0002_01_000001 to application application_1423764831909_0002
2015-02-12 10:14:35,672 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0002 transitioned from INITING to RUNNING
2015-02-12 10:14:35,672 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0002_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0002_000001
2015-02-12 10:14:35,673 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0002_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:14:35,673 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:14:35,673 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0002
2015-02-12 10:14:35,673 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:14:35,673 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:14:35,673 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:14:35,674 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:14:35,674 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0002_01_000001
2015-02-12 10:14:35,687 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0002_01_000001.tokens. Credentials list:
2015-02-12 10:14:35,847 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:14:36,009 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0002_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000001.tokens
2015-02-12 10:14:36,009 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0002
2015-02-12 10:14:36,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 10:14:36,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 10:14:36,191 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:14:36,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:14:36,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:14:36,263 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:14:36,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.split dst=null perm=null proto=rpc
2015-02-12 10:14:36,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.split dst=null perm=null proto=rpc
2015-02-12 10:14:36,322 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59859 to replicate blk_1073741838_1014 to datanode(s) 127.0.0.1:59855
2015-02-12 10:14:36,323 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009]
2015-02-12 10:14:36,323 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741832_1008]
2015-02-12 10:14:36,328 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 10:14:36,328 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:14:36,345 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:14:36,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 10:14:36,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 10:14:36,431 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:14:36,431 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:14:36,486 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:14:36,486 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:14:36,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000001/default_container_executor.sh]
2015-02-12 10:14:36,653 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:14:36,653 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:37,336 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 10:14:37,338 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 10:14:37,338 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 10:14:37,338 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 10:14:37,339 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 10:14:37,339 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 10:14:37,339 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 10:14:37,339 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 10:14:37,340 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 10:14:37,340 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 10:14:37,340 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 10:14:37,340 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 10:14:37,633 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f1559335-183d-467e-a94d-d6e0669ca32e, infoPort=59860, ipcPort=59861, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073741838_1014 to 127.0.0.1:59855
2015-02-12 10:14:37,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741838_1014 src: /127.0.0.1:60186 dest: /127.0.0.1:59855
2015-02-12 10:14:37,636 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073741838_1014 (numBytes=254067) to /127.0.0.1:59855
2015-02-12 10:14:37,638 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073741838_1014 src: /127.0.0.1:60186 dest: /127.0.0.1:59855 of size 254067
2015-02-12 10:14:37,638 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741838_1014 size 254067
2015-02-12 10:14:37,654 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:37,858 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 10:14:37,859 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 10:14:37,859 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 10:14:37,859 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 10:14:37,860 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 10:14:37,860 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 10:14:37,860 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 10:14:37,860 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 10:14:38,655 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:39,325 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009]
2015-02-12 10:14:39,325 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741833_1009]
2015-02-12 10:14:39,657 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:39,974 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0001_01_000001 succeeded
2015-02-12 10:14:39,975 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:14:39,975 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0001_01_000001
2015-02-12 10:14:39,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000001
2015-02-12 10:14:40,000 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000001
2015-02-12 10:14:40,001 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000001
2015-02-12 10:14:40,001 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0001/container_1423764831909_0001_01_000001
2015-02-12 10:14:40,002 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000001
2015-02-12 10:14:40,002 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:14:40,003 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0001_01_000001 from application application_1423764831909_0001
2015-02-12 10:14:40,003 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:14:40,003 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0001
2015-02-12 10:14:40,338 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 10:14:40,338 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 10:14:40,338 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 10:14:40,339 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 10:14:40,339 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 10:14:40,340 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 10:14:40,339 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 10:14:40,340 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 10:14:40,340 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 10:14:40,341 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 10:14:40,633 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 10:14:40,634 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 10:14:40,634 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 10:14:40,634 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 10:14:40,635 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 10:14:40,635 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 10:14:40,635 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 10:14:40,635 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 10:14:40,635 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 10:14:40,636 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 10:14:40,662 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:40,926 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:14:40,926 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0001_000001
2015-02-12 10:14:40,926 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0001_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:14:40,927 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000001
2015-02-12 10:14:40,927 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:14:40,927 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0001_000001
2015-02-12 10:14:40,927 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:14:40,928 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0001_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:14:40,928 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:14:40,928 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:14:40,928 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0001_000001 released container container_1423764831909_0001_01_000001 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:14:40,928 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0001_000001 State change from FINISHING to FINISHED
2015-02-12 10:14:40,931 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0001 State change from FINISHING to FINISHED
2015-02-12 10:14:40,931 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0001_000001 is done. finalState=FINISHED
2015-02-12 10:14:40,932 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0001 requests cleared
2015-02-12 10:14:40,932 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0001 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:14:40,933 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0001
2015-02-12 10:14:40,933 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0001 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:14:40,934 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0001_000001
2015-02-12 10:14:40,935 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0001,name=[56648925855040079B1EF8400166BB35/D00E8CD897034A9C8FF46430E391DA41] test/(1/1) ...pesplatform/filtercomplex,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0001/jobhistory/job/job_1423764831909_0001,appMasterHost=10.1.1.68,startTime=1423764838503,finishTime=1423764873886,finalStatus=SUCCEEDED
2015-02-12 10:14:40,938 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0001_000001 (auth:SIMPLE)
2015-02-12 10:14:40,941 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0001_01_000001
2015-02-12 10:14:40,941 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0001 CONTAINERID=container_1423764831909_0001_01_000001
2015-02-12 10:14:40,942 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0001_01_000001]
2015-02-12 10:14:40,943 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:40,946 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:14:40,946 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0001
2015-02-12 10:14:40,947 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0001
2015-02-12 10:14:40,947 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0001
2015-02-12 10:14:40,947 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0001
2015-02-12 10:14:40,947 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0001
2015-02-12 10:14:40,968 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:14:40,968 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0001, with delay of 10800 seconds
2015-02-12 10:14:41,663 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:14:41,663 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:41,664 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0001
2015-02-12 10:14:41,664 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0001
2015-02-12 10:14:41,664 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0001
2015-02-12 10:14:41,665 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0001
2015-02-12 10:14:41,665 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:14:41,665 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0001, with delay of 10800 seconds
2015-02-12 10:14:41,667 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0001
2015-02-12 10:14:41,825 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:14:41,825 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0001
2015-02-12 10:14:41,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0001
2015-02-12 10:14:41,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0001
2015-02-12 10:14:41,826 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0001
2015-02-12 10:14:41,826 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:14:41,827 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0001, with delay of 10800 seconds
2015-02-12 10:14:41,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0001
2015-02-12 10:14:42,292 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741839_1015
2015-02-12 10:14:42,292 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741840_1016
2015-02-12 10:14:42,293 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741834_1010
2015-02-12 10:14:42,293 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741837_1013
2015-02-12 10:14:42,294 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741835_1011
2015-02-12 10:14:42,294 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741836_1012
2015-02-12 10:14:42,295 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741837_1013
2015-02-12 10:14:42,296 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741839_1015
2015-02-12 10:14:42,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741841_1017
2015-02-12 10:14:42,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741838_1014
2015-02-12 10:14:42,298 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741841_1017
2015-02-12 10:14:42,609 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741835_1011
2015-02-12 10:14:42,610 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741834_1010
2015-02-12 10:14:42,611 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741841_1017
2015-02-12 10:14:42,612 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741836_1012
2015-02-12 10:14:42,614 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741838_1014
2015-02-12 10:14:42,614 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741840_1016
2015-02-12 10:14:42,615 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741839_1015
2015-02-12 10:14:42,665 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:14:42,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:14:42,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741839_1015
2015-02-12 10:14:42,859 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741840_1016
2015-02-12 10:14:42,859 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741834_1010
2015-02-12 10:14:42,860 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741835_1011
2015-02-12 10:14:42,861 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741837_1013
2015-02-12 10:14:42,862 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741836_1012
2015-02-12 10:14:42,864 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741838_1014
2015-02-12 10:14:42,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:14:42,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:14:42,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:14:43,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002 dst=null perm=null proto=rpc
2015-02-12 10:14:43,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:14:43,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:14:45,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:14:45,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:14:47,303 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741838_1014
2015-02-12 10:14:48,238 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0002_000001 (auth:SIMPLE)
2015-02-12 10:14:48,242 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0002_000001
2015-02-12 10:14:48,242 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0002 APPATTEMPTID=appattempt_1423764831909_0002_000001
2015-02-12 10:14:48,242 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0002_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:14:48,242 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0002 State change from ACCEPTED to RUNNING
2015-02-12 10:14:48,278 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 155 Total time for transactions(ms): 26 Number of transactions batched in Syncs: 0 Number of syncs: 96 SyncTimes(ms): 3 1
2015-02-12 10:14:48,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job_1423764831909_0002_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:14:48,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:14:48,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job_1423764831909_0002_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:14:48,737 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job_1423764831909_0002_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:14:48,797 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741842_1018 src: /127.0.0.1:60222 dest: /127.0.0.1:59855
2015-02-12 10:14:48,799 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741842_1018 src: /127.0.0.1:60224 dest: /127.0.0.1:59862
2015-02-12 10:14:48,801 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741842_1018 src: /127.0.0.1:60225 dest: /127.0.0.1:59852
2015-02-12 10:14:48,841 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60225, dest: /127.0.0.1:59852, bytes: 116491, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1772824235_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741842_1018, duration: 38004000
2015-02-12 10:14:48,841 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:14:48,842 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:14:48,842 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60224, dest: /127.0.0.1:59862, bytes: 116491, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1772824235_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741842_1018, duration: 39038000
2015-02-12 10:14:48,842 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:48,843 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60222, dest: /127.0.0.1:59855, bytes: 116491, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1772824235_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741842_1018, duration: 40180000
2015-02-12 10:14:48,844 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:14:48,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:14:48,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:14:48,849 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job_1423764831909_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1772824235_1
2015-02-12 10:14:49,678 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:14:49,678 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000002
2015-02-12 10:14:49,678 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:14:49,679 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0002_000001 container=Container: [ContainerId: container_1423764831909_0002_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:14:49,679 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:14:49,679 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:14:49,679 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:14:49,679 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000003
2015-02-12 10:14:49,680 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 10:14:49,680 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0002_000001 container=Container: [ContainerId: container_1423764831909_0002_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:14:49,680 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:14:49,680 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:14:49,836 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:14:49,836 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000004
2015-02-12 10:14:49,836 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:14:49,837 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0002_000001 container=Container: [ContainerId: container_1423764831909_0002_01_000004, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:14:49,837 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:14:49,837 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:14:49,838 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:14:49,838 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000005
2015-02-12 10:14:49,838 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:14:49,838 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0002_000001 container=Container: [ContainerId: container_1423764831909_0002_01_000005, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:14:49,838 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:14:49,838 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:14:50,317 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0002_01_000002
2015-02-12 10:14:50,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:14:50,321 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:14:50,322 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0002_01_000004
2015-02-12 10:14:50,323 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:14:50,324 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:14:50,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 10:14:50,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 10:14:50,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 10:14:50,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 10:14:50,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:14:50,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:14:50,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:14:50,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:14:50,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:14:50,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:14:50,467 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0002_000001 (auth:SIMPLE)
2015-02-12 10:14:50,467 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0002_000001 (auth:SIMPLE)
2015-02-12 10:14:50,469 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0002_000001 (auth:SIMPLE)
2015-02-12 10:14:50,471 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0002_01_000004 by user soberoi
2015-02-12 10:14:50,472 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0002
2015-02-12 10:14:50,472 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000004
2015-02-12 10:14:50,472 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0002 transitioned from NEW to INITING
2015-02-12 10:14:50,473 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0002_01_000004 to application application_1423764831909_0002
2015-02-12 10:14:50,473 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0002_01_000005 by user soberoi
2015-02-12 10:14:50,473 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0002_01_000003 by user soberoi
2015-02-12 10:14:50,473 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0002 transitioned from INITING to RUNNING
2015-02-12 10:14:50,474 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000003
2015-02-12 10:14:50,474 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0002_01_000003 to application application_1423764831909_0002
2015-02-12 10:14:50,474 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:14:50,474 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0002_01_000005 to application application_1423764831909_0002
2015-02-12 10:14:50,474 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0002
2015-02-12 10:14:50,474 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:14:50,474 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0002
2015-02-12 10:14:50,474 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0002
2015-02-12 10:14:50,474 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:14:50,475 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0002
2015-02-12 10:14:50,473 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000005
2015-02-12 10:14:50,475 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:14:50,474 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0002
2015-02-12 10:14:50,476 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:14:50,476 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0002
2015-02-12 10:14:50,477 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:14:50,477 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:14:50,478 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:14:50,478 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0002_01_000004
2015-02-12 10:14:50,479 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0002
2015-02-12 10:14:50,479 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0002
2015-02-12 10:14:50,479 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:14:50,479 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0002
2015-02-12 10:14:50,480 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0002_01_000005
2015-02-12 10:14:50,498 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423764831909_0002_01_000004.tokens. Credentials list:
2015-02-12 10:14:50,499 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0002_01_000005.tokens. Credentials list:
2015-02-12 10:14:50,501 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0002_000001 (auth:SIMPLE)
2015-02-12 10:14:50,505 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0002_01_000002 by user soberoi
2015-02-12 10:14:50,506 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000002
2015-02-12 10:14:50,506 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0002_01_000002 to application application_1423764831909_0002
2015-02-12 10:14:50,507 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:14:50,507 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0002
2015-02-12 10:14:50,507 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0002
2015-02-12 10:14:50,507 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:14:50,507 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0002
2015-02-12 10:14:50,508 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:14:50,543 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:14:50,543 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:14:50,566 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:14:50,566 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:14:50,679 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:14:50,679 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:14:50,683 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:14:50,723 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000002/default_container_executor.sh]
2015-02-12 10:14:50,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000003/default_container_executor.sh]
2015-02-12 10:14:50,839 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:14:50,839 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:14:50,841 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:14:50,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423764831909_0002_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000004.tokens
2015-02-12 10:14:50,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0002
2015-02-12 10:14:50,984 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0002_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000005.tokens
2015-02-12 10:14:50,985 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0002
2015-02-12 10:14:51,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 10:14:51,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 10:14:51,086 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:14:51,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 10:14:51,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 10:14:51,167 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:14:51,167 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:14:51,168 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:14:51,217 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:14:51,217 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:14:51,217 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:14:51,217 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:14:51,338 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:14:51,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000005/default_container_executor.sh]
2015-02-12 10:14:51,371 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000004/default_container_executor.sh]
2015-02-12 10:14:57,312 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741842_1018
2015-02-12 10:14:57,313 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741842_1018
2015-02-12 10:14:57,878 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741842_1018
2015-02-12 10:14:59,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.split dst=null perm=null proto=rpc
2015-02-12 10:14:59,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.split dst=null perm=null proto=rpc
2015-02-12 10:15:00,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.split dst=null perm=null proto=rpc
2015-02-12 10:15:00,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:15:00,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:15:00,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job.split dst=null perm=null proto=rpc
2015-02-12 10:15:00,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:15:00,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:15:01,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1423764831909_0002_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:15:01,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1423764831909_0002_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:15:01,066 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0002_000001 (auth:SIMPLE)
2015-02-12 10:15:01,071 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0002_000001 (auth:SIMPLE)
2015-02-12 10:15:01,071 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0002_01_000002
2015-02-12 10:15:01,072 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000002
2015-02-12 10:15:01,072 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:15:01,072 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0002_01_000002
2015-02-12 10:15:01,076 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0002_01_000003
2015-02-12 10:15:01,076 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000003
2015-02-12 10:15:01,096 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0002_01_000002 is : 143
2015-02-12 10:15:01,099 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job_1423764831909_0002_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:15:01,102 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741843_1019 src: /127.0.0.1:60280 dest: /127.0.0.1:59855
2015-02-12 10:15:01,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741843_1019 src: /127.0.0.1:60281 dest: /127.0.0.1:59859
2015-02-12 10:15:01,106 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741843_1019 src: /127.0.0.1:60282 dest: /127.0.0.1:59862
2015-02-12 10:15:01,110 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:15:01,111 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:15:01,112 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0002_01_000003
2015-02-12 10:15:01,115 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job_1423764831909_0002_1.jhist for DFSClient_NONMAPREDUCE_-1772824235_1
2015-02-12 10:15:01,137 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0002_01_000003 is : 143
2015-02-12 10:15:01,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000002
2015-02-12 10:15:01,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000002
2015-02-12 10:15:01,144 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000002
2015-02-12 10:15:01,145 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000002
2015-02-12 10:15:01,145 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:15:01,146 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000002
2015-02-12 10:15:01,146 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:15:01,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000003
2015-02-12 10:15:01,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000003
2015-02-12 10:15:01,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000003
2015-02-12 10:15:01,149 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000003
2015-02-12 10:15:01,149 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0002_01_000002 from application application_1423764831909_0002
2015-02-12 10:15:01,149 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:01,149 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0002
2015-02-12 10:15:01,150 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000003
2015-02-12 10:15:01,150 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:15:01,151 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0002_01_000003 from application application_1423764831909_0002
2015-02-12 10:15:01,151 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:01,151 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0002
2015-02-12 10:15:01,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1423764831909_0002_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:15:01,492 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0002_000001 (auth:SIMPLE)
2015-02-12 10:15:01,494 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0002_01_000005
2015-02-12 10:15:01,495 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000005
2015-02-12 10:15:01,495 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:15:01,495 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0002_01_000005
2015-02-12 10:15:01,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1423764831909_0002_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:15:01,516 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0002_01_000005 is : 143
2015-02-12 10:15:01,529 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:15:01,530 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000005
2015-02-12 10:15:01,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000005
2015-02-12 10:15:01,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000005
2015-02-12 10:15:01,532 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000005
2015-02-12 10:15:01,532 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000005
2015-02-12 10:15:01,534 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:15:01,534 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0002_01_000005 from application application_1423764831909_0002
2015-02-12 10:15:01,534 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:01,535 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0002
2015-02-12 10:15:01,552 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0002_000001 (auth:SIMPLE)
2015-02-12 10:15:01,554 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0002_01_000004
2015-02-12 10:15:01,555 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000004
2015-02-12 10:15:01,556 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:15:01,556 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0002_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:15:01,556 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000005
2015-02-12 10:15:01,557 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:15:01,557 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:15:01,557 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0002_01_000005, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:15:01,558 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:01,558 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:15:01,558 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0002_000001 released container container_1423764831909_0002_01_000005 on node: host: 10.1.1.68:59942 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:15:01,559 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:15:01,559 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0002_01_000004
2015-02-12 10:15:01,577 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0002_01_000004 is : 143
2015-02-12 10:15:01,588 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:15:01,589 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000004
2015-02-12 10:15:01,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000004
2015-02-12 10:15:01,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000004
2015-02-12 10:15:01,596 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000004
2015-02-12 10:15:01,596 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000004
2015-02-12 10:15:01,596 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:15:01,597 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0002_01_000004 from application application_1423764831909_0002
2015-02-12 10:15:01,597 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:01,597 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0002
2015-02-12 10:15:02,082 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:15:02,082 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0002_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:15:02,083 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000002
2015-02-12 10:15:02,083 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 10:15:02,083 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:15:02,084 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0002_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:15:02,084 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:02,084 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:15:02,085 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0002_000001 released container container_1423764831909_0002_01_000002 on node: host: 10.1.1.68:59906 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 10:15:02,085 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:15:02,085 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0002_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:15:02,085 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000003
2015-02-12 10:15:02,085 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:15:02,085 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:15:02,086 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0002_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:15:02,086 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:02,086 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:15:02,087 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0002_000001 released container container_1423764831909_0002_01_000003 on node: host: 10.1.1.68:59906 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:15:02,560 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:15:02,560 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0002_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:15:02,560 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000004
2015-02-12 10:15:02,560 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:15:02,560 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:15:02,561 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0002_01_000004, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:15:02,562 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:02,562 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:15:02,562 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0002_000001 released container container_1423764831909_0002_01_000004 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:15:02,562 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:02,563 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:15:02,563 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000006
2015-02-12 10:15:02,563 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0002_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:15:02,563 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0002_000001 container=Container: [ContainerId: container_1423764831909_0002_01_000006, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:15:02,564 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:15:02,564 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:03,087 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:03,088 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:03,400 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:15:03,410 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0002_000001 (auth:SIMPLE)
2015-02-12 10:15:03,413 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0002_01_000006 by user soberoi
2015-02-12 10:15:03,413 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000006
2015-02-12 10:15:03,413 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0002_01_000006 to application application_1423764831909_0002
2015-02-12 10:15:03,414 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:15:03,414 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0002
2015-02-12 10:15:03,414 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0002
2015-02-12 10:15:03,414 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:15:03,414 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0002
2015-02-12 10:15:03,415 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:15:03,448 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:15:03,448 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:03,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000006/default_container_executor.sh]
2015-02-12 10:15:03,560 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0002_01_000005]
2015-02-12 10:15:03,560 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:15:03,560 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:03,560 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:04,089 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0002_01_000003, container_1423764831909_0002_01_000002]
2015-02-12 10:15:04,090 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:04,090 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:04,405 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:15:04,563 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0002_01_000004]
2015-02-12 10:15:04,564 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:06,333 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30004 milliseconds
2015-02-12 10:15:06,333 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:15:07,549 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:15:07,550 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:15:07,565 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:15:07,566 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:15:07,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1423764831909_0002_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:15:07,976 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1423764831909_0002_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:15:08,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741844_1020 src: /127.0.0.1:60331 dest: /127.0.0.1:59862
2015-02-12 10:15:08,075 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741844_1020 src: /127.0.0.1:60332 dest: /127.0.0.1:59859
2015-02-12 10:15:08,077 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741844_1020 src: /127.0.0.1:60333 dest: /127.0.0.1:59852
2015-02-12 10:15:08,171 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60333, dest: /127.0.0.1:59852, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0002_r_000000_0_1763131543_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741844_1020, duration: 92357000
2015-02-12 10:15:08,171 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:08,172 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:15:08,172 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60332, dest: /127.0.0.1:59859, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0002_r_000000_0_1763131543_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741844_1020, duration: 93578000
2015-02-12 10:15:08,173 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:08,173 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:15:08,174 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60331, dest: /127.0.0.1:59862, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0002_r_000000_0_1763131543_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741844_1020, duration: 94982000
2015-02-12 10:15:08,174 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:08,174 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:15:08,182 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1423764831909_0002_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0002_r_000000_0_1763131543_1
2015-02-12 10:15:08,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1423764831909_0002_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:15:08,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1423764831909_0002_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:15:08,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/task_1423764831909_0002_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:15:08,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1423764831909_0002_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/task_1423764831909_0002_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:15:08,249 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0002_000001 (auth:SIMPLE)
2015-02-12 10:15:08,251 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0002_01_000006
2015-02-12 10:15:08,251 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000006
2015-02-12 10:15:08,251 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:15:08,252 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0002_01_000006
2015-02-12 10:15:08,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:15:08,265 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1772824235_1
2015-02-12 10:15:08,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:15:08,275 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0002_01_000006 is : 143
2015-02-12 10:15:08,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null proto=rpc
2015-02-12 10:15:08,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null proto=rpc
2015-02-12 10:15:08,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/task_1423764831909_0002_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:15:08,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:15:08,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/task_1423764831909_0002_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:15:08,290 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:15:08,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000006
2015-02-12 10:15:08,291 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000006
2015-02-12 10:15:08,291 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000006
2015-02-12 10:15:08,293 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000006
2015-02-12 10:15:08,293 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000006
2015-02-12 10:15:08,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary dst=null perm=null proto=rpc
2015-02-12 10:15:08,294 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:15:08,294 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0002_01_000006 from application application_1423764831909_0002
2015-02-12 10:15:08,294 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:08,295 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0002
2015-02-12 10:15:08,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:15:08,301 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1772824235_1
2015-02-12 10:15:08,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:15:08,306 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1772824235_1
2015-02-12 10:15:08,323 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60282, dest: /127.0.0.1:59862, bytes: 61382, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1772824235_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741843_1019, duration: 7214773000
2015-02-12 10:15:08,323 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:08,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 15708
2015-02-12 10:15:08,324 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60281, dest: /127.0.0.1:59859, bytes: 61382, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1772824235_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741843_1019, duration: 7215129000
2015-02-12 10:15:08,324 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:08,326 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 15708
2015-02-12 10:15:08,326 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60280, dest: /127.0.0.1:59855, bytes: 61382, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1772824235_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741843_1019, duration: 7218341000
2015-02-12 10:15:08,327 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:08,327 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 15708
2015-02-12 10:15:08,329 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job_1423764831909_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_-1772824235_1
2015-02-12 10:15:08,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:15:08,337 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:15:08,339 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741845_1021 src: /127.0.0.1:60335 dest: /127.0.0.1:59859
2015-02-12 10:15:08,340 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741845_1021 src: /127.0.0.1:60336 dest: /127.0.0.1:59862
2015-02-12 10:15:08,344 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741845_1021 src: /127.0.0.1:60337 dest: /127.0.0.1:59852
2015-02-12 10:15:08,347 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60337, dest: /127.0.0.1:59852, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1772824235_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741845_1021, duration: 1506000
2015-02-12 10:15:08,347 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:08,348 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:15:08,348 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60336, dest: /127.0.0.1:59862, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1772824235_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741845_1021, duration: 2580000
2015-02-12 10:15:08,349 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:08,350 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60335, dest: /127.0.0.1:59859, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1772824235_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741845_1021, duration: 3892000
2015-02-12 10:15:08,350 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:15:08,350 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:08,350 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:15:08,352 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1772824235_1
2015-02-12 10:15:08,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:15:08,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job_1423764831909_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:15:08,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002-1423764875437-soberoi-%5B5549B39CBC384302834BD80A7D939CCC%2F1B03B74178944947-1423764908307-4-1-SUCCEEDED-default-1423764888270.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:15:08,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job_1423764831909_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:15:08,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002-1423764875437-soberoi-%5B5549B39CBC384302834BD80A7D939CCC%2F1B03B74178944947-1423764908307-4-1-SUCCEEDED-default-1423764888270.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:15:08,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job_1423764831909_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:15:08,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002-1423764875437-soberoi-%5B5549B39CBC384302834BD80A7D939CCC%2F1B03B74178944947-1423764908307-4-1-SUCCEEDED-default-1423764888270.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:15:08,382 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002-1423764875437-soberoi-%5B5549B39CBC384302834BD80A7D939CCC%2F1B03B74178944947-1423764908307-4-1-SUCCEEDED-default-1423764888270.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:15:08,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741846_1022 src: /127.0.0.1:60339 dest: /127.0.0.1:59859
2015-02-12 10:15:08,387 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741846_1022 src: /127.0.0.1:60340 dest: /127.0.0.1:59862
2015-02-12 10:15:08,390 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741846_1022 src: /127.0.0.1:60341 dest: /127.0.0.1:59852
2015-02-12 10:15:08,393 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60341, dest: /127.0.0.1:59852, bytes: 61382, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1772824235_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741846_1022, duration: 1995000
2015-02-12 10:15:08,393 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:08,394 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:15:08,394 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60340, dest: /127.0.0.1:59862, bytes: 61382, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1772824235_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741846_1022, duration: 2731000
2015-02-12 10:15:08,394 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:08,395 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:15:08,395 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60339, dest: /127.0.0.1:59859, bytes: 61382, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1772824235_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741846_1022, duration: 3861000
2015-02-12 10:15:08,396 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:08,396 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:15:08,397 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002-1423764875437-soberoi-%5B5549B39CBC384302834BD80A7D939CCC%2F1B03B74178944947-1423764908307-4-1-SUCCEEDED-default-1423764888270.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1772824235_1
2015-02-12 10:15:08,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002-1423764875437-soberoi-%5B5549B39CBC384302834BD80A7D939CCC%2F1B03B74178944947-1423764908307-4-1-SUCCEEDED-default-1423764888270.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:15:08,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job_1423764831909_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:15:08,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:15:08,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job_1423764831909_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:15:08,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:15:08,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002/job_1423764831909_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:15:08,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:15:08,418 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:15:08,420 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741847_1023 src: /127.0.0.1:60343 dest: /127.0.0.1:59852
2015-02-12 10:15:08,422 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741847_1023 src: /127.0.0.1:60344 dest: /127.0.0.1:59862
2015-02-12 10:15:08,423 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741847_1023 src: /127.0.0.1:60345 dest: /127.0.0.1:59855
2015-02-12 10:15:08,428 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60345, dest: /127.0.0.1:59855, bytes: 116491, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1772824235_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741847_1023, duration: 3210000
2015-02-12 10:15:08,429 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:08,429 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:15:08,429 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60344, dest: /127.0.0.1:59862, bytes: 116491, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1772824235_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741847_1023, duration: 4198000
2015-02-12 10:15:08,430 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:08,430 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:15:08,430 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60343, dest: /127.0.0.1:59852, bytes: 116491, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1772824235_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741847_1023, duration: 5181000
2015-02-12 10:15:08,431 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:08,431 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:15:08,433 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1772824235_1
2015-02-12 10:15:08,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:15:08,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:15:08,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:15:08,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002-1423764875437-soberoi-%5B5549B39CBC384302834BD80A7D939CCC%2F1B03B74178944947-1423764908307-4-1-SUCCEEDED-default-1423764888270.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002-1423764875437-soberoi-%5B5549B39CBC384302834BD80A7D939CCC%2F1B03B74178944947-1423764908307-4-1-SUCCEEDED-default-1423764888270.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:15:08,451 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0002_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:15:08,451 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0002_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:15:08,451 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0002 with final state: FINISHING
2015-02-12 10:15:08,451 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0002 State change from RUNNING to FINAL_SAVING
2015-02-12 10:15:08,452 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0002
2015-02-12 10:15:08,454 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0002_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:15:08,454 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0002 State change from FINAL_SAVING to FINISHING
2015-02-12 10:15:09,254 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:15:09,254 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0002_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:15:09,254 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000006
2015-02-12 10:15:09,254 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0002_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:15:09,254 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:15:09,255 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0002_01_000006, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:15:09,255 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:09,255 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:15:09,256 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0002_000001 released container container_1423764831909_0002_01_000006 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:15:09,459 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0002 unregistered successfully.
2015-02-12 10:15:09,462 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741838_1014 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:15:09,462 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741839_1015 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:15:09,462 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741840_1016 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:15:09,463 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:15:09,463 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741843_1019 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:15:09,463 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741842_1018 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:15:09,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0002 dst=null perm=null proto=rpc
2015-02-12 10:15:09,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null proto=rpc
2015-02-12 10:15:09,515 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary
2015-02-12 10:15:09,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary dst=null perm=null proto=rpc
2015-02-12 10:15:09,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null proto=rpc
2015-02-12 10:15:09,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null proto=rpc
2015-02-12 10:15:09,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null proto=rpc
2015-02-12 10:15:09,543 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:15:09,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:15:09,550 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/simplechain
2015-02-12 10:15:09,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null proto=rpc
2015-02-12 10:15:09,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null proto=rpc
2015-02-12 10:15:09,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null proto=rpc
2015-02-12 10:15:09,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null proto=rpc
2015-02-12 10:15:09,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:15:09,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:15:09,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:15:09,590 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:15:09,591 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:15:09,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null proto=rpc
2015-02-12 10:15:09,686 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 10:15:09,686 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:15:09,686 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple"]
2015-02-12 10:15:09,686 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 10:15:09,686 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 10:15:09,686 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 10:15:09,687 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...eldedpipesplatform/simple
2015-02-12 10:15:09,707 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:15:09,725 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:15:09,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null proto=rpc
2015-02-12 10:15:09,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:15:09,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:15:09,735 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 3
2015-02-12 10:15:09,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003 dst=null perm=null proto=rpc
2015-02-12 10:15:09,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:15:09,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:15:09,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 10:15:09,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:15:09,745 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:15:09,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741848_1024 src: /127.0.0.1:60356 dest: /127.0.0.1:59852
2015-02-12 10:15:09,748 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741848_1024 src: /127.0.0.1:60357 dest: /127.0.0.1:59855
2015-02-12 10:15:09,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741848_1024 src: /127.0.0.1:60358 dest: /127.0.0.1:59862
2015-02-12 10:15:09,756 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60358, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741848_1024, duration: 3124000
2015-02-12 10:15:09,756 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:09,757 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:15:09,757 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60357, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741848_1024, duration: 4476000
2015-02-12 10:15:09,757 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:09,758 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:15:09,758 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60356, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741848_1024, duration: 5391000
2015-02-12 10:15:09,758 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:09,759 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:15:09,761 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:15:09,763 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.jar
2015-02-12 10:15:09,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 10:15:09,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:15:09,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:15:09,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:15:09,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:15:09,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:15:09,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:15:09,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:15:09,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:15:09,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:15:09,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:15:09,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:15:09,781 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:15:09,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:15:09,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:15:09,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:15:09,791 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.split
2015-02-12 10:15:09,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.split dst=null perm=null proto=rpc
2015-02-12 10:15:09,793 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:15:09,795 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741849_1025 src: /127.0.0.1:60359 dest: /127.0.0.1:59855
2015-02-12 10:15:09,796 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741849_1025 src: /127.0.0.1:60360 dest: /127.0.0.1:59862
2015-02-12 10:15:09,798 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741849_1025 src: /127.0.0.1:60361 dest: /127.0.0.1:59859
2015-02-12 10:15:09,799 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741849_1025 src: /127.0.0.1:60362 dest: /127.0.0.1:59852
2015-02-12 10:15:09,807 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60362, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741849_1025, duration: 6126000
2015-02-12 10:15:09,808 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:09,808 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:15:09,808 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60361, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741849_1025, duration: 6638000
2015-02-12 10:15:09,809 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:09,809 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:15:09,809 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60360, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741849_1025, duration: 7563000
2015-02-12 10:15:09,809 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:09,810 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:15:09,810 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60359, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741849_1025, duration: 8686000
2015-02-12 10:15:09,810 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:09,814 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:15:09,816 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:15:09,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:15:09,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:15:09,822 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:15:09,824 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741850_1026 src: /127.0.0.1:60363 dest: /127.0.0.1:59859
2015-02-12 10:15:09,825 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741850_1026 src: /127.0.0.1:60364 dest: /127.0.0.1:59852
2015-02-12 10:15:09,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741850_1026 src: /127.0.0.1:60365 dest: /127.0.0.1:59855
2015-02-12 10:15:09,829 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60365, dest: /127.0.0.1:59855, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741850_1026, duration: 1432000
2015-02-12 10:15:09,830 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:09,830 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:15:09,831 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60364, dest: /127.0.0.1:59852, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741850_1026, duration: 2471000
2015-02-12 10:15:09,831 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:09,831 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:15:09,832 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60363, dest: /127.0.0.1:59859, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741850_1026, duration: 3998000
2015-02-12 10:15:09,832 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:09,833 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:15:09,839 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:15:09,840 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:15:09,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:15:09,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:15:09,883 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:15:09,886 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741851_1027 src: /127.0.0.1:60366 dest: /127.0.0.1:59855
2015-02-12 10:15:09,888 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741851_1027 src: /127.0.0.1:60367 dest: /127.0.0.1:59852
2015-02-12 10:15:09,889 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741851_1027 src: /127.0.0.1:60368 dest: /127.0.0.1:59862
2015-02-12 10:15:09,893 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60368, dest: /127.0.0.1:59862, bytes: 98603, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741851_1027, duration: 2363000
2015-02-12 10:15:09,894 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:09,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:15:09,894 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60367, dest: /127.0.0.1:59852, bytes: 98603, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741851_1027, duration: 3196000
2015-02-12 10:15:09,895 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:09,895 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:15:09,895 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60366, dest: /127.0.0.1:59855, bytes: 98603, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741851_1027, duration: 4146000
2015-02-12 10:15:09,895 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:09,896 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:15:09,899 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:15:09,903 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0003
2015-02-12 10:15:09,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003 dst=null perm=null proto=rpc
2015-02-12 10:15:09,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 10:15:09,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 10:15:09,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 10:15:09,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 10:15:09,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.split dst=null perm=null proto=rpc
2015-02-12 10:15:09,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.split dst=null perm=null proto=rpc
2015-02-12 10:15:09,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:15:09,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:15:09,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:15:09,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:15:09,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:15:09,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:15:09,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:15:09,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:15:09,930 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 3 submitted by user soberoi
2015-02-12 10:15:09,930 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0003
2015-02-12 10:15:09,930 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0003
2015-02-12 10:15:09,930 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0003
2015-02-12 10:15:09,930 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0003 State change from NEW to NEW_SAVING
2015-02-12 10:15:09,930 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0003 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:15:09,931 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0003 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:15:09,931 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0003 from user: soberoi, in queue: default
2015-02-12 10:15:09,931 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0003 State change from SUBMITTED to ACCEPTED
2015-02-12 10:15:09,931 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0003_000001
2015-02-12 10:15:09,931 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0003_000001 State change from NEW to SUBMITTED
2015-02-12 10:15:09,932 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0003 from user: soberoi activated in queue: default
2015-02-12 10:15:09,932 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0003 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:15:09,933 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0003_000001 to scheduler from user soberoi in queue default
2015-02-12 10:15:09,933 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0003_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:15:09,934 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0003
2015-02-12 10:15:09,936 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0003/
2015-02-12 10:15:09,936 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423764831909_0003
2015-02-12 10:15:09,937 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0003/
2015-02-12 10:15:10,000 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:15:10,000 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000001
2015-02-12 10:15:10,000 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:15:10,001 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0003_000001 container=Container: [ContainerId: container_1423764831909_0003_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:15:10,001 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:15:10,001 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:10,002 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0003_01_000001
2015-02-12 10:15:10,003 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:15:10,003 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0003_000001
2015-02-12 10:15:10,003 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0003 AttemptId: appattempt_1423764831909_0003_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0003_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ]
2015-02-12 10:15:10,003 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:15:10,004 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:15:10,004 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0003_000001
2015-02-12 10:15:10,006 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0003_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] for AM appattempt_1423764831909_0003_000001
2015-02-12 10:15:10,006 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:15:10,006 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0003_000001
2015-02-12 10:15:10,006 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0003_000001
2015-02-12 10:15:10,010 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0003_000001 (auth:SIMPLE)
2015-02-12 10:15:10,013 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0003_01_000001 by user soberoi
2015-02-12 10:15:10,013 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0003
2015-02-12 10:15:10,013 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000001
2015-02-12 10:15:10,014 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0003 transitioned from NEW to INITING
2015-02-12 10:15:10,015 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0003_01_000001 to application application_1423764831909_0003
2015-02-12 10:15:10,015 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0003 transitioned from INITING to RUNNING
2015-02-12 10:15:10,015 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0003_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] for AM appattempt_1423764831909_0003_000001
2015-02-12 10:15:10,015 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0003_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:15:10,015 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:15:10,016 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0003
2015-02-12 10:15:10,016 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:15:10,016 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:15:10,016 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:15:10,016 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:15:10,017 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0003_01_000001
2015-02-12 10:15:10,029 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0003_01_000001.tokens. Credentials list:
2015-02-12 10:15:10,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:15:10,255 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:10,310 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0003_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000001.tokens
2015-02-12 10:15:10,310 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0003
2015-02-12 10:15:10,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 10:15:10,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 10:15:10,459 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:15:10,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:15:10,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:15:10,519 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:15:10,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.split dst=null perm=null proto=rpc
2015-02-12 10:15:10,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.split dst=null perm=null proto=rpc
2015-02-12 10:15:10,570 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:15:10,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 10:15:10,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 10:15:10,626 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:15:10,626 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:15:10,674 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:15:10,674 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:10,763 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000001/default_container_executor.sh]
2015-02-12 10:15:11,004 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:15:11,257 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:12,258 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:12,351 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59862 to replicate blk_1073741848_1024 to datanode(s) 127.0.0.1:59859
2015-02-12 10:15:12,352 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073741840_1016, blk_1073741842_1018, blk_1073741843_1019, blk_1073741838_1014, blk_1073741839_1015]
2015-02-12 10:15:12,352 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741838_1014, blk_1073741839_1015]
2015-02-12 10:15:13,261 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:13,358 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 10:15:13,358 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 10:15:13,358 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741843 for deletion
2015-02-12 10:15:13,358 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 10:15:13,359 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741838 for deletion
2015-02-12 10:15:13,359 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 10:15:13,359 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741843
2015-02-12 10:15:13,359 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741839 for deletion
2015-02-12 10:15:13,359 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741838
2015-02-12 10:15:13,360 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741839
2015-02-12 10:15:13,888 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=6d0fd477-b147-4d14-b560-4457d96c577e, infoPort=59863, ipcPort=59864, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073741848_1024 to 127.0.0.1:59859
2015-02-12 10:15:13,888 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741840 for deletion
2015-02-12 10:15:13,889 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 10:15:13,889 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741843 for deletion
2015-02-12 10:15:13,889 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741840
2015-02-12 10:15:13,889 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741843
2015-02-12 10:15:13,889 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741838 for deletion
2015-02-12 10:15:13,890 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741839 for deletion
2015-02-12 10:15:13,889 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 10:15:13,890 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073741848_1024 (numBytes=254067) to /127.0.0.1:59859
2015-02-12 10:15:13,890 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741839
2015-02-12 10:15:13,890 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741838
2015-02-12 10:15:13,891 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741848_1024 src: /127.0.0.1:60393 dest: /127.0.0.1:59859
2015-02-12 10:15:13,892 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073741848_1024 src: /127.0.0.1:60393 dest: /127.0.0.1:59859 of size 254067
2015-02-12 10:15:13,893 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741848_1024 size 254067
2015-02-12 10:15:14,262 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:14,530 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0002_01_000001 succeeded
2015-02-12 10:15:14,530 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:15:14,530 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0002_01_000001
2015-02-12 10:15:14,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000001
2015-02-12 10:15:14,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000001
2015-02-12 10:15:14,555 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000001
2015-02-12 10:15:14,555 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0002/container_1423764831909_0002_01_000001
2015-02-12 10:15:14,555 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000001
2015-02-12 10:15:14,555 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:15:14,556 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0002_01_000001 from application application_1423764831909_0002
2015-02-12 10:15:14,556 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:14,557 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0002
2015-02-12 10:15:15,122 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:15:15,122 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0002_000001
2015-02-12 10:15:15,122 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0002_000001
2015-02-12 10:15:15,122 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0002_000001 State change from FINISHING to FINISHED
2015-02-12 10:15:15,122 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0002_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:15:15,122 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000001
2015-02-12 10:15:15,122 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0002 State change from FINISHING to FINISHED
2015-02-12 10:15:15,123 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:15:15,123 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0002
2015-02-12 10:15:15,123 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:15:15,123 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0002_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:15:15,123 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:15,123 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:15:15,124 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0002_000001 released container container_1423764831909_0002_01_000001 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:15:15,123 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0002,name=[5549B39CBC384302834BD80A7D939CCC/1B03B74178944947991F3EED1328824E] test/(1/1) ...pipesplatform/simplechain,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0002/jobhistory/job/job_1423764831909_0002,appMasterHost=10.1.1.68,startTime=1423764875437,finishTime=1423764908451,finalStatus=SUCCEEDED
2015-02-12 10:15:15,124 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0002_000001 is done. finalState=FINISHED
2015-02-12 10:15:15,123 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0002_000001
2015-02-12 10:15:15,124 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0002 requests cleared
2015-02-12 10:15:15,124 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0002 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:15:15,124 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0002 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:15:15,128 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0002_000001 (auth:SIMPLE)
2015-02-12 10:15:15,130 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0002_01_000001
2015-02-12 10:15:15,130 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0002 CONTAINERID=container_1423764831909_0002_01_000001
2015-02-12 10:15:15,131 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0002_01_000001]
2015-02-12 10:15:15,131 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:15,131 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:15:15,132 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0002
2015-02-12 10:15:15,132 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0002
2015-02-12 10:15:15,132 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:15:15,132 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0002, with delay of 10800 seconds
2015-02-12 10:15:15,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0002
2015-02-12 10:15:15,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0002
2015-02-12 10:15:15,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0002
2015-02-12 10:15:15,266 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:15:15,266 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:15,267 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0002
2015-02-12 10:15:15,267 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0002
2015-02-12 10:15:15,268 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0002
2015-02-12 10:15:15,268 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:15:15,268 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0002, with delay of 10800 seconds
2015-02-12 10:15:15,268 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0002
2015-02-12 10:15:15,268 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0002
2015-02-12 10:15:15,354 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741843_1019, blk_1073741838_1014, blk_1073741839_1015]
2015-02-12 10:15:15,355 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741838_1014, blk_1073741839_1015]
2015-02-12 10:15:16,268 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:16,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741840 for deletion
2015-02-12 10:15:16,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 10:15:16,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 10:15:16,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741838 for deletion
2015-02-12 10:15:16,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 10:15:16,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741840
2015-02-12 10:15:16,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741839 for deletion
2015-02-12 10:15:16,380 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 10:15:16,380 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741839
2015-02-12 10:15:16,380 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741838
2015-02-12 10:15:16,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741840 for deletion
2015-02-12 10:15:16,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 10:15:16,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741843 for deletion
2015-02-12 10:15:16,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741838 for deletion
2015-02-12 10:15:16,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741840
2015-02-12 10:15:16,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 10:15:16,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741843
2015-02-12 10:15:16,671 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741838
2015-02-12 10:15:16,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741839 for deletion
2015-02-12 10:15:16,671 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741839
2015-02-12 10:15:16,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:15:17,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:15:17,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:15:17,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:15:17,327 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741844_1020
2015-02-12 10:15:17,327 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741850_1026
2015-02-12 10:15:17,327 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741845_1021
2015-02-12 10:15:17,328 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741849_1025
2015-02-12 10:15:17,328 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741850_1026
2015-02-12 10:15:17,328 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741851_1027
2015-02-12 10:15:17,329 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741851_1027
2015-02-12 10:15:17,329 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741846_1022
2015-02-12 10:15:17,330 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741847_1023
2015-02-12 10:15:17,330 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741847_1023
2015-02-12 10:15:17,533 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741848_1024
2015-02-12 10:15:17,533 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741848_1024
2015-02-12 10:15:17,533 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741849_1025
2015-02-12 10:15:17,631 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741850_1026
2015-02-12 10:15:17,631 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741845_1021
2015-02-12 10:15:17,632 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741844_1020
2015-02-12 10:15:17,632 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741846_1022
2015-02-12 10:15:17,633 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741849_1025
2015-02-12 10:15:17,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003 dst=null perm=null proto=rpc
2015-02-12 10:15:17,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:15:17,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:15:17,891 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741845_1021
2015-02-12 10:15:17,892 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741846_1022
2015-02-12 10:15:17,893 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741844_1020
2015-02-12 10:15:17,894 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741851_1027
2015-02-12 10:15:18,094 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741847_1023
2015-02-12 10:15:18,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741849_1025
2015-02-12 10:15:18,298 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741848_1024
2015-02-12 10:15:19,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:15:19,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:15:22,356 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0003_000001 (auth:SIMPLE)
2015-02-12 10:15:22,387 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0003_000001
2015-02-12 10:15:22,388 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0003 APPATTEMPTID=appattempt_1423764831909_0003_000001
2015-02-12 10:15:22,388 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0003_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:15:22,388 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0003 State change from ACCEPTED to RUNNING
2015-02-12 10:15:22,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job_1423764831909_0003_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:15:22,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:15:22,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job_1423764831909_0003_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:15:22,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741848_1024
2015-02-12 10:15:22,979 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job_1423764831909_0003_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:15:23,058 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741852_1028 src: /127.0.0.1:60422 dest: /127.0.0.1:59859
2015-02-12 10:15:23,060 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741852_1028 src: /127.0.0.1:60423 dest: /127.0.0.1:59862
2015-02-12 10:15:23,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741852_1028 src: /127.0.0.1:60424 dest: /127.0.0.1:59852
2015-02-12 10:15:23,130 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60424, dest: /127.0.0.1:59852, bytes: 115702, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-745105453_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741852_1028, duration: 66857000
2015-02-12 10:15:23,131 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:23,134 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60423, dest: /127.0.0.1:59862, bytes: 115702, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-745105453_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741852_1028, duration: 69237000
2015-02-12 10:15:23,134 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:23,135 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:15:23,136 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60422, dest: /127.0.0.1:59859, bytes: 115702, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-745105453_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741852_1028, duration: 72202000
2015-02-12 10:15:23,136 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:23,137 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:15:23,139 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:15:23,148 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job_1423764831909_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-745105453_1
2015-02-12 10:15:24,037 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:15:24,038 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000002
2015-02-12 10:15:24,038 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:15:24,038 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0003_000001 container=Container: [ContainerId: container_1423764831909_0003_01_000002, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:15:24,038 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:15:24,039 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:24,039 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:15:24,039 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000003
2015-02-12 10:15:24,039 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 10:15:24,039 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0003_000001 container=Container: [ContainerId: container_1423764831909_0003_01_000003, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:15:24,040 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:15:24,040 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:24,113 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:15:24,113 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000004
2015-02-12 10:15:24,113 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:15:24,113 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0003_000001 container=Container: [ContainerId: container_1423764831909_0003_01_000004, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:15:24,114 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:15:24,114 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:24,114 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:15:24,115 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000005
2015-02-12 10:15:24,115 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0003_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:15:24,115 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0003_000001 container=Container: [ContainerId: container_1423764831909_0003_01_000005, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:15:24,115 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:15:24,115 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:24,472 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0003_01_000002
2015-02-12 10:15:24,474 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:15:24,475 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:15:24,476 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0003_01_000004
2015-02-12 10:15:24,477 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:15:24,478 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:15:24,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 10:15:24,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 10:15:24,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 10:15:24,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 10:15:24,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:15:24,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:15:24,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:15:24,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:15:24,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:15:24,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:15:24,617 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0003_000001 (auth:SIMPLE)
2015-02-12 10:15:24,617 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0003_000001 (auth:SIMPLE)
2015-02-12 10:15:24,619 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0003_000001 (auth:SIMPLE)
2015-02-12 10:15:24,619 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0003_000001 (auth:SIMPLE)
2015-02-12 10:15:24,621 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0003_01_000002 by user soberoi
2015-02-12 10:15:24,622 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000002
2015-02-12 10:15:24,622 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0003_01_000002 to application application_1423764831909_0003
2015-02-12 10:15:24,622 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:15:24,622 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0003
2015-02-12 10:15:24,622 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0003
2015-02-12 10:15:24,622 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:15:24,623 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0003
2015-02-12 10:15:24,624 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0003_01_000004 by user soberoi
2015-02-12 10:15:24,624 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:15:24,624 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0003_01_000005 by user soberoi
2015-02-12 10:15:24,625 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0003
2015-02-12 10:15:24,625 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000005
2015-02-12 10:15:24,628 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0003_01_000003 by user soberoi
2015-02-12 10:15:24,629 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0003_01_000005 to application application_1423764831909_0003
2015-02-12 10:15:24,626 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000004
2015-02-12 10:15:24,630 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0003 transitioned from NEW to INITING
2015-02-12 10:15:24,631 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0003_01_000004 to application application_1423764831909_0003
2015-02-12 10:15:24,629 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0003_01_000003 to application application_1423764831909_0003
2015-02-12 10:15:24,632 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:15:24,633 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0003
2015-02-12 10:15:24,633 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0003
2015-02-12 10:15:24,633 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:15:24,633 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0003
2015-02-12 10:15:24,634 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:15:24,634 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0003 transitioned from INITING to RUNNING
2015-02-12 10:15:24,629 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000003
2015-02-12 10:15:24,635 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:15:24,636 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:15:24,636 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0003
2015-02-12 10:15:24,636 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0003
2015-02-12 10:15:24,636 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:15:24,637 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0003
2015-02-12 10:15:24,637 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:15:24,637 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:15:24,637 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:15:24,640 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:15:24,640 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0003
2015-02-12 10:15:24,640 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0003
2015-02-12 10:15:24,640 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:15:24,641 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0003
2015-02-12 10:15:24,641 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar, 1423764818860, FILE, null }
2015-02-12 10:15:24,643 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423764818668, FILE, null }
2015-02-12 10:15:24,644 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0003_01_000005
2015-02-12 10:15:24,644 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar, 1423764818860, FILE, null }
2015-02-12 10:15:24,644 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423764818668, FILE, null }
2015-02-12 10:15:24,644 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0003_01_000004
2015-02-12 10:15:24,675 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0003_01_000005.tokens. Credentials list:
2015-02-12 10:15:24,676 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0003_01_000004.tokens. Credentials list:
2015-02-12 10:15:24,698 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:15:24,698 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:24,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:15:24,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:15:24,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:15:24,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:15:24,706 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:15:24,707 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:24,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:15:24,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:15:24,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:15:24,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:15:24,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:15:24,802 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:15:24,803 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/filecache/10/hadoop-6578874760269163908.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:15:24,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:15:24,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000002/default_container_executor.sh]
2015-02-12 10:15:24,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000003/default_container_executor.sh]
2015-02-12 10:15:25,038 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:15:25,038 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:15:25,038 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:15:25,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0003_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000005.tokens
2015-02-12 10:15:25,058 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0003
2015-02-12 10:15:25,113 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:15:25,113 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:15:25,183 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0003_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000004.tokens
2015-02-12 10:15:25,183 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0003
2015-02-12 10:15:25,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 10:15:25,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 10:15:25,248 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:15:25,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 10:15:25,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 10:15:25,343 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:15:25,343 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:15:25,344 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:15:25,401 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:15:25,401 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:15:25,401 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:25,401 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:25,490 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:15:25,557 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000005/default_container_executor.sh]
2015-02-12 10:15:25,557 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000004/default_container_executor.sh]
2015-02-12 10:15:28,309 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741852_1028
2015-02-12 10:15:32,545 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741852_1028
2015-02-12 10:15:32,650 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741852_1028
2015-02-12 10:15:34,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.split dst=null perm=null proto=rpc
2015-02-12 10:15:34,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.split dst=null perm=null proto=rpc
2015-02-12 10:15:34,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.split dst=null perm=null proto=rpc
2015-02-12 10:15:34,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job.split dst=null perm=null proto=rpc
2015-02-12 10:15:34,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:15:34,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:15:34,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:15:34,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:15:35,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1423764831909_0003_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:15:35,244 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0003_000001 (auth:SIMPLE)
2015-02-12 10:15:35,246 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0003_01_000005
2015-02-12 10:15:35,246 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000005
2015-02-12 10:15:35,246 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:15:35,247 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0003_01_000005
2015-02-12 10:15:35,277 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0003_01_000005 is : 143
2015-02-12 10:15:35,278 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job_1423764831909_0003_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:15:35,280 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741853_1029 src: /127.0.0.1:60477 dest: /127.0.0.1:59855
2015-02-12 10:15:35,283 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741853_1029 src: /127.0.0.1:60478 dest: /127.0.0.1:59859
2015-02-12 10:15:35,284 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741853_1029 src: /127.0.0.1:60479 dest: /127.0.0.1:59852
2015-02-12 10:15:35,292 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job_1423764831909_0003_1.jhist for DFSClient_NONMAPREDUCE_-745105453_1
2015-02-12 10:15:35,293 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:15:35,294 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000005
2015-02-12 10:15:35,295 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000005
2015-02-12 10:15:35,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000005
2015-02-12 10:15:35,297 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000005
2015-02-12 10:15:35,297 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:15:35,297 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0003_01_000005 from application application_1423764831909_0003
2015-02-12 10:15:35,297 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:35,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000005
2015-02-12 10:15:35,298 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0003
2015-02-12 10:15:35,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1423764831909_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:15:35,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1423764831909_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:15:35,407 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0003_000001 (auth:SIMPLE)
2015-02-12 10:15:35,409 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0003_01_000002
2015-02-12 10:15:35,409 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000002
2015-02-12 10:15:35,409 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:15:35,409 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0003_01_000002
2015-02-12 10:15:35,414 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0003_000001 (auth:SIMPLE)
2015-02-12 10:15:35,417 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0003_01_000003
2015-02-12 10:15:35,418 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000003
2015-02-12 10:15:35,428 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0003_01_000002 is : 143
2015-02-12 10:15:35,442 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:15:35,443 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:15:35,444 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0003_01_000003
2015-02-12 10:15:35,463 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0003_01_000003 is : 143
2015-02-12 10:15:35,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000002
2015-02-12 10:15:35,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000002
2015-02-12 10:15:35,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000002
2015-02-12 10:15:35,484 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000002
2015-02-12 10:15:35,484 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:15:35,485 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000002
2015-02-12 10:15:35,485 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:15:35,485 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000003
2015-02-12 10:15:35,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000003
2015-02-12 10:15:35,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000003
2015-02-12 10:15:35,487 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000003
2015-02-12 10:15:35,488 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0003_01_000002 from application application_1423764831909_0003
2015-02-12 10:15:35,488 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:35,488 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0003
2015-02-12 10:15:35,489 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000003
2015-02-12 10:15:35,489 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:15:35,489 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0003_01_000003 from application application_1423764831909_0003
2015-02-12 10:15:35,490 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:35,490 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0003
2015-02-12 10:15:35,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1423764831909_0003_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:15:35,843 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0003_000001 (auth:SIMPLE)
2015-02-12 10:15:35,845 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0003_01_000004
2015-02-12 10:15:35,845 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000004
2015-02-12 10:15:35,846 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:15:35,846 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0003_01_000004
2015-02-12 10:15:35,848 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:15:35,848 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0003_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:15:35,848 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000005
2015-02-12 10:15:35,848 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0003_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:15:35,848 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:15:35,849 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0003_01_000005, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:15:35,849 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:35,849 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:15:35,849 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0003_000001 released container container_1423764831909_0003_01_000005 on node: host: 10.1.1.68:59934 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:15:35,870 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0003_01_000004 is : 143
2015-02-12 10:15:35,908 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:15:35,910 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000004
2015-02-12 10:15:35,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000004
2015-02-12 10:15:35,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000004
2015-02-12 10:15:35,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000004
2015-02-12 10:15:35,918 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000004
2015-02-12 10:15:35,919 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:15:35,922 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0003_01_000004 from application application_1423764831909_0003
2015-02-12 10:15:35,923 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:35,925 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0003
2015-02-12 10:15:36,334 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 10:15:36,335 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:15:36,423 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:15:36,424 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0003_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:15:36,424 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000002
2015-02-12 10:15:36,424 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 10:15:36,424 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:15:36,425 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0003_01_000002, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:15:36,425 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:36,425 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:15:36,426 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0003_000001 released container container_1423764831909_0003_01_000002 on node: host: 10.1.1.68:59924 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 10:15:36,426 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:15:36,426 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0003_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:15:36,426 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000003
2015-02-12 10:15:36,426 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:15:36,427 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:15:36,427 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0003_01_000003, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:15:36,427 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:36,427 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:15:36,427 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0003_000001 released container container_1423764831909_0003_01_000003 on node: host: 10.1.1.68:59924 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:15:36,849 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:15:36,850 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0003_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:15:36,850 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000004
2015-02-12 10:15:36,850 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:15:36,850 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:15:36,851 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0003_01_000004, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:15:36,851 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:36,852 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:15:36,852 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0003_000001 released container container_1423764831909_0003_01_000004 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:15:36,852 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:36,853 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:15:36,853 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000006
2015-02-12 10:15:36,853 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0003_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:15:36,853 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0003_000001 container=Container: [ContainerId: container_1423764831909_0003_01_000006, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:15:36,853 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:15:36,853 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:37,427 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:37,427 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:37,552 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:15:37,565 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0003_000001 (auth:SIMPLE)
2015-02-12 10:15:37,568 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0003_01_000006 by user soberoi
2015-02-12 10:15:37,568 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000006
2015-02-12 10:15:37,568 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0003_01_000006 to application application_1423764831909_0003
2015-02-12 10:15:37,569 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:15:37,569 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0003
2015-02-12 10:15:37,569 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0003
2015-02-12 10:15:37,569 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:15:37,569 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0003
2015-02-12 10:15:37,570 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:15:37,615 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:15:37,615 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:37,730 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000006/default_container_executor.sh]
2015-02-12 10:15:37,850 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0003_01_000005]
2015-02-12 10:15:37,850 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:15:37,850 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:37,850 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:38,429 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0003_01_000002, container_1423764831909_0003_01_000003]
2015-02-12 10:15:38,429 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:38,429 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:38,557 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:15:38,851 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0003_01_000004]
2015-02-12 10:15:38,851 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:41,742 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:15:41,743 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:15:41,758 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:15:41,758 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:15:42,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1423764831909_0003_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:15:42,164 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1423764831909_0003_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:15:42,267 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741854_1030 src: /127.0.0.1:60550 dest: /127.0.0.1:59852
2015-02-12 10:15:42,268 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741854_1030 src: /127.0.0.1:60551 dest: /127.0.0.1:59855
2015-02-12 10:15:42,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741854_1030 src: /127.0.0.1:60552 dest: /127.0.0.1:59859
2015-02-12 10:15:42,317 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60552, dest: /127.0.0.1:59859, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0003_r_000000_0_-1783652376_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741854_1030, duration: 46233000
2015-02-12 10:15:42,318 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:42,318 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:15:42,318 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60551, dest: /127.0.0.1:59855, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0003_r_000000_0_-1783652376_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741854_1030, duration: 47041000
2015-02-12 10:15:42,319 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:42,320 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60550, dest: /127.0.0.1:59852, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0003_r_000000_0_-1783652376_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741854_1030, duration: 48404000
2015-02-12 10:15:42,321 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:42,321 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:15:42,322 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:15:42,327 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1423764831909_0003_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0003_r_000000_0_-1783652376_1
2015-02-12 10:15:42,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1423764831909_0003_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:15:42,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1423764831909_0003_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:15:42,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/task_1423764831909_0003_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:15:42,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1423764831909_0003_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/task_1423764831909_0003_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:15:42,379 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0003_000001 (auth:SIMPLE)
2015-02-12 10:15:42,381 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0003_01_000006
2015-02-12 10:15:42,381 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000006
2015-02-12 10:15:42,381 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:15:42,381 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0003_01_000006
2015-02-12 10:15:42,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:15:42,389 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-745105453_1
2015-02-12 10:15:42,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:15:42,401 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0003_01_000006 is : 143
2015-02-12 10:15:42,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null proto=rpc
2015-02-12 10:15:42,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null proto=rpc
2015-02-12 10:15:42,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/task_1423764831909_0003_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:15:42,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:15:42,412 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:15:42,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/task_1423764831909_0003_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:15:42,413 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000006
2015-02-12 10:15:42,414 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:15:42,414 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0003_01_000006 from application application_1423764831909_0003
2015-02-12 10:15:42,414 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:42,414 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0003
2015-02-12 10:15:42,414 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000006
2015-02-12 10:15:42,414 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000006
2015-02-12 10:15:42,415 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000006
2015-02-12 10:15:42,416 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000006
2015-02-12 10:15:42,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary dst=null perm=null proto=rpc
2015-02-12 10:15:42,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:15:42,449 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-745105453_1
2015-02-12 10:15:42,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:15:42,453 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-745105453_1
2015-02-12 10:15:42,472 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60479, dest: /127.0.0.1:59852, bytes: 61383, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-745105453_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741853_1029, duration: 7185644000
2015-02-12 10:15:42,472 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:42,473 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 15710
2015-02-12 10:15:42,474 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60478, dest: /127.0.0.1:59859, bytes: 61383, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-745105453_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741853_1029, duration: 7186564000
2015-02-12 10:15:42,474 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:42,475 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 15710
2015-02-12 10:15:42,475 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60477, dest: /127.0.0.1:59855, bytes: 61383, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-745105453_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741853_1029, duration: 7188873000
2015-02-12 10:15:42,476 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:42,476 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 15710
2015-02-12 10:15:42,477 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job_1423764831909_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_-745105453_1
2015-02-12 10:15:42,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:15:42,484 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:15:42,487 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741855_1031 src: /127.0.0.1:60554 dest: /127.0.0.1:59862
2015-02-12 10:15:42,489 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741855_1031 src: /127.0.0.1:60555 dest: /127.0.0.1:59855
2015-02-12 10:15:42,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741855_1031 src: /127.0.0.1:60556 dest: /127.0.0.1:59859
2015-02-12 10:15:42,496 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60556, dest: /127.0.0.1:59859, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-745105453_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741855_1031, duration: 1590000
2015-02-12 10:15:42,496 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:42,496 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:15:42,497 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60555, dest: /127.0.0.1:59855, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-745105453_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741855_1031, duration: 2420000
2015-02-12 10:15:42,497 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:42,498 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:15:42,498 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60554, dest: /127.0.0.1:59862, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-745105453_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741855_1031, duration: 3631000
2015-02-12 10:15:42,498 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:42,499 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:15:42,500 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_-745105453_1
2015-02-12 10:15:42,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:15:42,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job_1423764831909_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:15:42,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003-1423764909929-soberoi-%5B545BEA51EB584774B5409B62A9EE10CE%2F5205CA74F05C44F7-1423764942454-4-1-SUCCEEDED-default-1423764922450.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:15:42,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job_1423764831909_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:15:42,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003-1423764909929-soberoi-%5B545BEA51EB584774B5409B62A9EE10CE%2F5205CA74F05C44F7-1423764942454-4-1-SUCCEEDED-default-1423764922450.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:15:42,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job_1423764831909_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:15:42,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003-1423764909929-soberoi-%5B545BEA51EB584774B5409B62A9EE10CE%2F5205CA74F05C44F7-1423764942454-4-1-SUCCEEDED-default-1423764922450.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:15:42,528 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003-1423764909929-soberoi-%5B545BEA51EB584774B5409B62A9EE10CE%2F5205CA74F05C44F7-1423764942454-4-1-SUCCEEDED-default-1423764922450.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:15:42,530 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741856_1032 src: /127.0.0.1:60559 dest: /127.0.0.1:59852
2015-02-12 10:15:42,532 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741856_1032 src: /127.0.0.1:60560 dest: /127.0.0.1:59855
2015-02-12 10:15:42,533 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741856_1032 src: /127.0.0.1:60561 dest: /127.0.0.1:59862
2015-02-12 10:15:42,537 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60561, dest: /127.0.0.1:59862, bytes: 61383, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-745105453_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741856_1032, duration: 2401000
2015-02-12 10:15:42,538 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:42,538 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:15:42,538 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60560, dest: /127.0.0.1:59855, bytes: 61383, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-745105453_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741856_1032, duration: 3326000
2015-02-12 10:15:42,539 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:42,539 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:15:42,540 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60559, dest: /127.0.0.1:59852, bytes: 61383, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-745105453_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741856_1032, duration: 4653000
2015-02-12 10:15:42,540 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:42,540 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:15:42,542 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003-1423764909929-soberoi-%5B545BEA51EB584774B5409B62A9EE10CE%2F5205CA74F05C44F7-1423764942454-4-1-SUCCEEDED-default-1423764922450.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-745105453_1
2015-02-12 10:15:42,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003-1423764909929-soberoi-%5B545BEA51EB584774B5409B62A9EE10CE%2F5205CA74F05C44F7-1423764942454-4-1-SUCCEEDED-default-1423764922450.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:15:42,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job_1423764831909_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:15:42,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:15:42,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job_1423764831909_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:15:42,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:15:42,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003/job_1423764831909_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:15:42,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:15:42,564 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:15:42,567 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741857_1033 src: /127.0.0.1:60563 dest: /127.0.0.1:59862
2015-02-12 10:15:42,569 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741857_1033 src: /127.0.0.1:60564 dest: /127.0.0.1:59855
2015-02-12 10:15:42,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741857_1033 src: /127.0.0.1:60565 dest: /127.0.0.1:59852
2015-02-12 10:15:42,575 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60565, dest: /127.0.0.1:59852, bytes: 115702, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-745105453_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741857_1033, duration: 3142000
2015-02-12 10:15:42,576 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:42,576 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:15:42,576 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60564, dest: /127.0.0.1:59855, bytes: 115702, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-745105453_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741857_1033, duration: 3949000
2015-02-12 10:15:42,577 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:42,578 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60563, dest: /127.0.0.1:59862, bytes: 115702, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-745105453_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741857_1033, duration: 5281000
2015-02-12 10:15:42,579 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:42,581 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-745105453_1
2015-02-12 10:15:42,582 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741857_1033 size 115702
2015-02-12 10:15:42,583 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741857_1033 size 115702
2015-02-12 10:15:42,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:15:42,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:15:42,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:15:42,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003-1423764909929-soberoi-%5B545BEA51EB584774B5409B62A9EE10CE%2F5205CA74F05C44F7-1423764942454-4-1-SUCCEEDED-default-1423764922450.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003-1423764909929-soberoi-%5B545BEA51EB584774B5409B62A9EE10CE%2F5205CA74F05C44F7-1423764942454-4-1-SUCCEEDED-default-1423764922450.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:15:42,605 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0003_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:15:42,605 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0003_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:15:42,605 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0003 with final state: FINISHING
2015-02-12 10:15:42,605 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0003 State change from RUNNING to FINAL_SAVING
2015-02-12 10:15:42,606 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0003
2015-02-12 10:15:42,607 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0003_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:15:42,607 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0003 State change from FINAL_SAVING to FINISHING
2015-02-12 10:15:43,386 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:15:43,387 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0003_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:15:43,387 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000006
2015-02-12 10:15:43,387 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0003_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:15:43,387 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:15:43,388 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0003_01_000006, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:15:43,388 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:43,388 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:15:43,388 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0003_000001 released container container_1423764831909_0003_01_000006 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:15:43,609 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0003 unregistered successfully.
2015-02-12 10:15:43,612 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741848_1024 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:15:43,613 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741849_1025 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:15:43,613 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741850_1026 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:15:43,613 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741851_1027 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:15:43,613 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741853_1029 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:15:43,614 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741852_1028 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:15:43,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0003 dst=null perm=null proto=rpc
2015-02-12 10:15:43,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null proto=rpc
2015-02-12 10:15:43,669 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary
2015-02-12 10:15:43,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary dst=null perm=null proto=rpc
2015-02-12 10:15:43,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:15:43,692 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:15:43,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:15:43,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:15:43,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null proto=rpc
2015-02-12 10:15:43,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null proto=rpc
2015-02-12 10:15:43,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null proto=rpc
2015-02-12 10:15:43,723 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:15:43,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:15:43,728 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/simple
2015-02-12 10:15:43,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null proto=rpc
2015-02-12 10:15:43,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null proto=rpc
2015-02-12 10:15:43,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null proto=rpc
2015-02-12 10:15:43,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null proto=rpc
2015-02-12 10:15:43,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:15:43,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:15:43,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:15:43,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:15:43,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:15:43,745 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt. BP-1216473654-10.1.1.68-1423764814898 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:15:43,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741858_1034 src: /127.0.0.1:60572 dest: /127.0.0.1:59862
2015-02-12 10:15:43,748 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741858_1034 src: /127.0.0.1:60573 dest: /127.0.0.1:59855
2015-02-12 10:15:43,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741858_1034 src: /127.0.0.1:60574 dest: /127.0.0.1:59852
2015-02-12 10:15:43,753 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60574, dest: /127.0.0.1:59852, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741858_1034, duration: 1689000
2015-02-12 10:15:43,753 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:43,754 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:15:43,754 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60573, dest: /127.0.0.1:59855, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741858_1034, duration: 2172000
2015-02-12 10:15:43,754 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:43,755 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:15:43,755 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60572, dest: /127.0.0.1:59862, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741858_1034, duration: 3312000
2015-02-12 10:15:43,755 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:43,757 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:15:43,760 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:15:43,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:15:43,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:15:43,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:15:43,768 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt. BP-1216473654-10.1.1.68-1423764814898 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:15:43,770 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741859_1035 src: /127.0.0.1:60575 dest: /127.0.0.1:59859
2015-02-12 10:15:43,771 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741859_1035 src: /127.0.0.1:60576 dest: /127.0.0.1:59862
2015-02-12 10:15:43,773 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741859_1035 src: /127.0.0.1:60577 dest: /127.0.0.1:59855
2015-02-12 10:15:43,779 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60577, dest: /127.0.0.1:59855, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741859_1035, duration: 4814000
2015-02-12 10:15:43,780 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:43,780 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:15:43,780 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60576, dest: /127.0.0.1:59862, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741859_1035, duration: 5628000
2015-02-12 10:15:43,781 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:43,783 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60575, dest: /127.0.0.1:59859, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741859_1035, duration: 7798000
2015-02-12 10:15:43,783 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:15:43,783 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:43,784 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:15:43,786 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:15:43,809 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:15:43,809 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:15:43,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null proto=rpc
2015-02-12 10:15:43,838 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merge] starting
2015-02-12 10:15:43,838 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt"]
2015-02-12 10:15:43,838 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"]
2015-02-12 10:15:43,838 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merge] sink: Hfs["TextLine[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge"]
2015-02-12 10:15:43,838 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merge] parallel execution is enabled: true
2015-02-12 10:15:43,839 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merge] starting jobs: 1
2015-02-12 10:15:43,839 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merge] allocating threads: 1
2015-02-12 10:15:43,840 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merge] starting step: (1/1) ...pipesplatform/simplemerge
2015-02-12 10:15:43,858 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:15:43,879 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:15:43,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null proto=rpc
2015-02-12 10:15:43,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:15:43,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:15:43,888 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 4
2015-02-12 10:15:43,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004 dst=null perm=null proto=rpc
2015-02-12 10:15:43,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:15:43,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:15:43,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 10:15:43,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:15:43,898 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:15:43,901 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741860_1036 src: /127.0.0.1:60579 dest: /127.0.0.1:59859
2015-02-12 10:15:43,902 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741860_1036 src: /127.0.0.1:60580 dest: /127.0.0.1:59852
2015-02-12 10:15:43,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741860_1036 src: /127.0.0.1:60581 dest: /127.0.0.1:59855
2015-02-12 10:15:43,910 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60581, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741860_1036, duration: 4529000
2015-02-12 10:15:43,910 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:43,912 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:15:43,912 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60580, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741860_1036, duration: 4932000
2015-02-12 10:15:43,912 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:43,913 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:15:43,913 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60579, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741860_1036, duration: 7503000
2015-02-12 10:15:43,914 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:43,915 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:15:43,917 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:15:43,919 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar
2015-02-12 10:15:43,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 10:15:43,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:15:43,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:15:43,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:15:43,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:15:43,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:15:43,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:15:43,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:15:43,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:15:43,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:15:43,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:15:43,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:15:43,935 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:15:43,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:15:43,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:15:43,939 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:15:43,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:15:43,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:15:43,944 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:15:43,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:15:43,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:15:43,948 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:15:43,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:15:43,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:15:43,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:15:43,954 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.split
2015-02-12 10:15:43,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.split dst=null perm=null proto=rpc
2015-02-12 10:15:43,957 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:15:43,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741861_1037 src: /127.0.0.1:60583 dest: /127.0.0.1:59852
2015-02-12 10:15:43,960 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741861_1037 src: /127.0.0.1:60584 dest: /127.0.0.1:59859
2015-02-12 10:15:43,962 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741861_1037 src: /127.0.0.1:60585 dest: /127.0.0.1:59855
2015-02-12 10:15:43,963 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741861_1037 src: /127.0.0.1:60587 dest: /127.0.0.1:59862
2015-02-12 10:15:43,969 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60587, dest: /127.0.0.1:59862, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741861_1037, duration: 3606000
2015-02-12 10:15:43,970 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:43,971 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60585, dest: /127.0.0.1:59855, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741861_1037, duration: 5058000
2015-02-12 10:15:43,971 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:43,972 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60584, dest: /127.0.0.1:59859, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741861_1037, duration: 5629000
2015-02-12 10:15:43,973 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:43,975 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60583, dest: /127.0.0.1:59852, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741861_1037, duration: 8354000
2015-02-12 10:15:43,975 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:43,977 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:15:43,978 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:15:43,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:15:43,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:15:43,980 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:15:43,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:15:43,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:15:43,986 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:15:43,987 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741862_1038 src: /127.0.0.1:60589 dest: /127.0.0.1:59855
2015-02-12 10:15:43,989 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741862_1038 src: /127.0.0.1:60590 dest: /127.0.0.1:59862
2015-02-12 10:15:43,990 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741862_1038 src: /127.0.0.1:60591 dest: /127.0.0.1:59859
2015-02-12 10:15:43,993 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60591, dest: /127.0.0.1:59859, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741862_1038, duration: 1086000
2015-02-12 10:15:43,993 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:43,994 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:15:43,994 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60590, dest: /127.0.0.1:59862, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741862_1038, duration: 1795000
2015-02-12 10:15:43,994 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:43,995 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60589, dest: /127.0.0.1:59855, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741862_1038, duration: 2682000
2015-02-12 10:15:43,995 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:43,995 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:15:43,996 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:15:43,998 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:15:43,999 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:6
2015-02-12 10:15:44,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:15:44,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:15:44,019 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:15:44,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741863_1039 src: /127.0.0.1:60592 dest: /127.0.0.1:59852
2015-02-12 10:15:44,023 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741863_1039 src: /127.0.0.1:60593 dest: /127.0.0.1:59862
2015-02-12 10:15:44,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741863_1039 src: /127.0.0.1:60594 dest: /127.0.0.1:59855
2015-02-12 10:15:44,029 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60594, dest: /127.0.0.1:59855, bytes: 98749, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741863_1039, duration: 2096000
2015-02-12 10:15:44,029 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:15:44,029 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:15:44,030 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60593, dest: /127.0.0.1:59862, bytes: 98749, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741863_1039, duration: 2758000
2015-02-12 10:15:44,030 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:44,030 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60592, dest: /127.0.0.1:59852, bytes: 98749, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741863_1039, duration: 3667000
2015-02-12 10:15:44,031 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:15:44,031 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:15:44,032 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:15:44,034 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:15:44,034 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0004
2015-02-12 10:15:44,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004 dst=null perm=null proto=rpc
2015-02-12 10:15:44,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 10:15:44,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 10:15:44,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 10:15:44,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 10:15:44,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.split dst=null perm=null proto=rpc
2015-02-12 10:15:44,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.split dst=null perm=null proto=rpc
2015-02-12 10:15:44,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:15:44,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:15:44,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:15:44,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:15:44,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:15:44,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:15:44,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:15:44,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:15:44,060 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 4 submitted by user soberoi
2015-02-12 10:15:44,060 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0004
2015-02-12 10:15:44,061 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0004
2015-02-12 10:15:44,061 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0004
2015-02-12 10:15:44,061 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0004 State change from NEW to NEW_SAVING
2015-02-12 10:15:44,061 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0004 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:15:44,061 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0004 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:15:44,061 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0004 from user: soberoi, in queue: default
2015-02-12 10:15:44,062 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0004 State change from SUBMITTED to ACCEPTED
2015-02-12 10:15:44,062 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0004_000001
2015-02-12 10:15:44,062 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0004_000001 State change from NEW to SUBMITTED
2015-02-12 10:15:44,063 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0004 from user: soberoi activated in queue: default
2015-02-12 10:15:44,063 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0004 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:15:44,063 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0004_000001 to scheduler from user soberoi in queue default
2015-02-12 10:15:44,065 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0004_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:15:44,065 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0004
2015-02-12 10:15:44,068 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0004/
2015-02-12 10:15:44,068 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merge] submitted hadoop job: job_1423764831909_0004
2015-02-12 10:15:44,068 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merge] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0004/
2015-02-12 10:15:44,193 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:15:44,193 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000001
2015-02-12 10:15:44,193 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:15:44,193 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0004_000001 container=Container: [ContainerId: container_1423764831909_0004_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:15:44,193 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:15:44,193 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:44,194 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0004_01_000001
2015-02-12 10:15:44,196 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:15:44,197 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0004_000001
2015-02-12 10:15:44,197 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0004 AttemptId: appattempt_1423764831909_0004_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0004_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ]
2015-02-12 10:15:44,197 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:15:44,198 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:15:44,199 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0004_000001
2015-02-12 10:15:44,201 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0004_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0004_000001
2015-02-12 10:15:44,201 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:15:44,201 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0004_000001
2015-02-12 10:15:44,201 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0004_000001
2015-02-12 10:15:44,204 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0004_000001 (auth:SIMPLE)
2015-02-12 10:15:44,207 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0004_01_000001 by user soberoi
2015-02-12 10:15:44,207 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0004
2015-02-12 10:15:44,207 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000001
2015-02-12 10:15:44,207 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0004 transitioned from NEW to INITING
2015-02-12 10:15:44,207 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0004_01_000001 to application application_1423764831909_0004
2015-02-12 10:15:44,208 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0004 transitioned from INITING to RUNNING
2015-02-12 10:15:44,208 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0004_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0004_000001
2015-02-12 10:15:44,208 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0004_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:15:44,208 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:15:44,208 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0004
2015-02-12 10:15:44,208 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:15:44,209 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:15:44,209 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:15:44,209 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:15:44,209 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0004_01_000001
2015-02-12 10:15:44,219 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0004_01_000001.tokens. Credentials list:
2015-02-12 10:15:44,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:15:44,389 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:44,394 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0004_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000001.tokens
2015-02-12 10:15:44,395 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0004
2015-02-12 10:15:44,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 10:15:44,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 10:15:44,501 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:15:44,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:15:44,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:15:44,552 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0004/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:15:44,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.split dst=null perm=null proto=rpc
2015-02-12 10:15:44,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.split dst=null perm=null proto=rpc
2015-02-12 10:15:44,603 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0004/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:15:44,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 10:15:44,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 10:15:44,660 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0004/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:15:44,660 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:15:44,691 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:15:44,691 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:44,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000001/default_container_executor.sh]
2015-02-12 10:15:45,195 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:15:45,373 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59855 to replicate blk_1073741860_1036 to datanode(s) 127.0.0.1:59862
2015-02-12 10:15:45,373 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073741848_1024, blk_1073741849_1025, blk_1073741850_1026, blk_1073741852_1028, blk_1073741853_1029]
2015-02-12 10:15:45,373 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073741848_1024, blk_1073741849_1025, blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029]
2015-02-12 10:15:45,394 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:46,372 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=2aa0fabf-b905-40ca-b888-b2077fcc60ea, infoPort=59856, ipcPort=59858, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073741860_1036 to 127.0.0.1:59862
2015-02-12 10:15:46,373 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741860_1036 src: /127.0.0.1:60618 dest: /127.0.0.1:59862
2015-02-12 10:15:46,374 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073741860_1036 (numBytes=254067) to /127.0.0.1:59862
2015-02-12 10:15:46,376 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073741860_1036 src: /127.0.0.1:60618 dest: /127.0.0.1:59862 of size 254067
2015-02-12 10:15:46,379 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741860_1036 size 254067
2015-02-12 10:15:46,397 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:46,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741848 for deletion
2015-02-12 10:15:46,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741849 for deletion
2015-02-12 10:15:46,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741850 for deletion
2015-02-12 10:15:46,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741851 for deletion
2015-02-12 10:15:46,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741848
2015-02-12 10:15:46,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741850
2015-02-12 10:15:46,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741849
2015-02-12 10:15:46,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741851
2015-02-12 10:15:46,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 10:15:46,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 10:15:46,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 10:15:46,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 10:15:46,695 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741848 for deletion
2015-02-12 10:15:46,696 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741849 for deletion
2015-02-12 10:15:46,696 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741850 for deletion
2015-02-12 10:15:46,696 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 10:15:46,696 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741848
2015-02-12 10:15:46,696 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 10:15:46,696 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741849
2015-02-12 10:15:46,696 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741850
2015-02-12 10:15:46,697 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 10:15:46,697 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 10:15:47,402 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:47,551 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741854_1030
2015-02-12 10:15:47,552 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741856_1032
2015-02-12 10:15:47,552 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741855_1031
2015-02-12 10:15:47,553 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741856_1032
2015-02-12 10:15:47,553 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741854_1030
2015-02-12 10:15:47,553 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741853_1029
2015-02-12 10:15:47,661 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741855_1031
2015-02-12 10:15:47,661 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741854_1030
2015-02-12 10:15:48,327 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741856_1032
2015-02-12 10:15:48,328 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741857_1033
2015-02-12 10:15:48,329 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741855_1031
2015-02-12 10:15:48,375 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073741848_1024, blk_1073741849_1025, blk_1073741850_1026, blk_1073741851_1027, blk_1073741853_1029]
2015-02-12 10:15:48,375 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073741848_1024, blk_1073741849_1025, blk_1073741851_1027, blk_1073741852_1028]
2015-02-12 10:15:48,403 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:48,689 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0003_01_000001 succeeded
2015-02-12 10:15:48,689 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:15:48,689 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0003_01_000001
2015-02-12 10:15:48,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000001
2015-02-12 10:15:48,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000001
2015-02-12 10:15:48,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000001
2015-02-12 10:15:48,726 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0003/container_1423764831909_0003_01_000001
2015-02-12 10:15:48,727 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000001
2015-02-12 10:15:48,727 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:15:48,727 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0003_01_000001 from application application_1423764831909_0003
2015-02-12 10:15:48,728 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:15:48,728 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0003
2015-02-12 10:15:49,374 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741848 for deletion
2015-02-12 10:15:49,374 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741849 for deletion
2015-02-12 10:15:49,374 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741850 for deletion
2015-02-12 10:15:49,375 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741851 for deletion
2015-02-12 10:15:49,375 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741848
2015-02-12 10:15:49,375 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 10:15:49,375 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741850
2015-02-12 10:15:49,375 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741849
2015-02-12 10:15:49,375 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 10:15:49,375 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741851
2015-02-12 10:15:49,404 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:49,462 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:15:49,462 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0003_000001
2015-02-12 10:15:49,462 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0003_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:15:49,462 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0003_000001
2015-02-12 10:15:49,462 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000001
2015-02-12 10:15:49,463 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:15:49,462 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0003_000001 State change from FINISHING to FINISHED
2015-02-12 10:15:49,463 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:15:49,463 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0003 State change from FINISHING to FINISHED
2015-02-12 10:15:49,463 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0003_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:15:49,463 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0003
2015-02-12 10:15:49,463 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:15:49,464 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0003,name=[545BEA51EB584774B5409B62A9EE10CE/5205CA74F05C44F79DE512ECA16E021C] test/(1/1) ...eldedpipesplatform/simple,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0003/jobhistory/job/job_1423764831909_0003,appMasterHost=10.1.1.68,startTime=1423764909929,finishTime=1423764942605,finalStatus=SUCCEEDED
2015-02-12 10:15:49,464 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:15:49,464 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0003_000001
2015-02-12 10:15:49,464 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0003_000001 released container container_1423764831909_0003_01_000001 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:15:49,464 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0003_000001 is done. finalState=FINISHED
2015-02-12 10:15:49,464 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0003 requests cleared
2015-02-12 10:15:49,464 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0003 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:15:49,465 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0003 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:15:49,468 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0003_000001 (auth:SIMPLE)
2015-02-12 10:15:49,471 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0003_01_000001
2015-02-12 10:15:49,471 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0003 CONTAINERID=container_1423764831909_0003_01_000001
2015-02-12 10:15:49,471 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0003_01_000001]
2015-02-12 10:15:49,472 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:49,472 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:15:49,472 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0003
2015-02-12 10:15:49,472 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0003
2015-02-12 10:15:49,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0003
2015-02-12 10:15:49,473 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0003
2015-02-12 10:15:49,473 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:15:49,473 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0003, with delay of 10800 seconds
2015-02-12 10:15:49,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0003
2015-02-12 10:15:49,922 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741848 for deletion
2015-02-12 10:15:49,922 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741849 for deletion
2015-02-12 10:15:49,922 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741851 for deletion
2015-02-12 10:15:49,922 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 10:15:49,922 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741848
2015-02-12 10:15:49,922 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741849
2015-02-12 10:15:49,922 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741851
2015-02-12 10:15:49,923 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 10:15:50,408 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:15:50,408 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:50,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0003
2015-02-12 10:15:50,409 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0003
2015-02-12 10:15:50,409 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0003
2015-02-12 10:15:50,409 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0003
2015-02-12 10:15:50,409 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:15:50,409 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0003
2015-02-12 10:15:50,409 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0003, with delay of 10800 seconds
2015-02-12 10:15:51,411 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:15:52,557 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741861_1037
2015-02-12 10:15:52,557 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741862_1038
2015-02-12 10:15:52,558 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741861_1037
2015-02-12 10:15:52,558 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741863_1039
2015-02-12 10:15:52,559 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741858_1034
2015-02-12 10:15:52,559 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741863_1039
2015-02-12 10:15:52,559 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741858_1034
2015-02-12 10:15:52,560 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741857_1033
2015-02-12 10:15:52,560 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741857_1033
2015-02-12 10:15:52,561 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741859_1035
2015-02-12 10:15:52,667 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741862_1038
2015-02-12 10:15:52,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741859_1035
2015-02-12 10:15:52,670 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741860_1036
2015-02-12 10:15:52,671 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741861_1037
2015-02-12 10:15:52,763 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741860_1036
2015-02-12 10:15:52,959 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741860_1036
2015-02-12 10:15:53,337 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741863_1039
2015-02-12 10:15:53,337 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741859_1035
2015-02-12 10:15:53,337 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741858_1034
2015-02-12 10:15:53,542 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741860_1036
2015-02-12 10:15:53,542 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741862_1038
2015-02-12 10:15:53,543 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741861_1037
2015-02-12 10:15:53,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:15:54,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:15:54,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:15:54,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:15:55,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004 dst=null perm=null proto=rpc
2015-02-12 10:15:55,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:15:55,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:15:57,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:15:57,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:16:01,115 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0004_000001 (auth:SIMPLE)
2015-02-12 10:16:01,119 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0004_000001
2015-02-12 10:16:01,120 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0004 APPATTEMPTID=appattempt_1423764831909_0004_000001
2015-02-12 10:16:01,120 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0004_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:16:01,120 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0004 State change from ACCEPTED to RUNNING
2015-02-12 10:16:01,202 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 325 Total time for transactions(ms): 34 Number of transactions batched in Syncs: 0 Number of syncs: 214 SyncTimes(ms): 4 4
2015-02-12 10:16:01,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job_1423764831909_0004_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:16:01,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:16:01,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job_1423764831909_0004_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:16:01,455 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job_1423764831909_0004_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:16:01,522 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741864_1040 src: /127.0.0.1:60660 dest: /127.0.0.1:59862
2015-02-12 10:16:01,524 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741864_1040 src: /127.0.0.1:60661 dest: /127.0.0.1:59852
2015-02-12 10:16:01,525 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741864_1040 src: /127.0.0.1:60662 dest: /127.0.0.1:59859
2015-02-12 10:16:01,569 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60662, dest: /127.0.0.1:59859, bytes: 115848, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488487675_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741864_1040, duration: 42171000
2015-02-12 10:16:01,569 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:16:01,570 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60661, dest: /127.0.0.1:59852, bytes: 115848, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488487675_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741864_1040, duration: 42917000
2015-02-12 10:16:01,570 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:16:01,571 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:16:01,571 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60660, dest: /127.0.0.1:59862, bytes: 115848, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488487675_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741864_1040, duration: 43870000
2015-02-12 10:16:01,571 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:01,570 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:01,573 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:16:01,586 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job_1423764831909_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-488487675_1
2015-02-12 10:16:02,274 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:16:02,274 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000002
2015-02-12 10:16:02,275 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:16:02,275 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0004_000001 container=Container: [ContainerId: container_1423764831909_0004_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:16:02,275 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:16:02,276 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:02,276 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:16:02,276 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000003
2015-02-12 10:16:02,277 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 10:16:02,277 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0004_000001 container=Container: [ContainerId: container_1423764831909_0004_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:16:02,277 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:16:02,277 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:02,400 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:16:02,400 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000004
2015-02-12 10:16:02,400 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0004_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:16:02,401 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0004_000001 container=Container: [ContainerId: container_1423764831909_0004_01_000004, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:16:02,401 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:16:02,401 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:02,402 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:16:02,402 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000005
2015-02-12 10:16:02,402 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0004_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:16:02,402 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0004_000001 container=Container: [ContainerId: container_1423764831909_0004_01_000005, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:16:02,402 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:16:02,402 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:02,403 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:16:02,403 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000006
2015-02-12 10:16:02,403 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0004_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:16:02,403 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0004_000001 container=Container: [ContainerId: container_1423764831909_0004_01_000006, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:16:02,403 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 10:16:02,404 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:02,404 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:16:02,404 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000007
2015-02-12 10:16:02,404 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0004_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:16:02,404 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0004_000001 container=Container: [ContainerId: container_1423764831909_0004_01_000007, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:16:02,405 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7
2015-02-12 10:16:02,405 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:03,221 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0004_01_000002
2015-02-12 10:16:03,222 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:16:03,224 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:16:03,225 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0004_01_000004
2015-02-12 10:16:03,226 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:16:03,227 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:16:03,229 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:16:03,230 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:16:03,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 10:16:03,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 10:16:03,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 10:16:03,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 10:16:03,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:16:03,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:16:03,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:16:03,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:16:03,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:16:03,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:16:03,423 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0004_000001 (auth:SIMPLE)
2015-02-12 10:16:03,424 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0004_000001 (auth:SIMPLE)
2015-02-12 10:16:03,425 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0004_000001 (auth:SIMPLE)
2015-02-12 10:16:03,426 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0004_000001 (auth:SIMPLE)
2015-02-12 10:16:03,427 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0004_000001 (auth:SIMPLE)
2015-02-12 10:16:03,428 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0004_000001 (auth:SIMPLE)
2015-02-12 10:16:03,436 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0004_01_000003 by user soberoi
2015-02-12 10:16:03,436 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000003
2015-02-12 10:16:03,436 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0004_01_000003 to application application_1423764831909_0004
2015-02-12 10:16:03,437 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0004_01_000004 by user soberoi
2015-02-12 10:16:03,437 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:16:03,437 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0004
2015-02-12 10:16:03,437 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0004
2015-02-12 10:16:03,437 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0004
2015-02-12 10:16:03,437 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:16:03,437 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0004 transitioned from NEW to INITING
2015-02-12 10:16:03,437 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0004
2015-02-12 10:16:03,437 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000004
2015-02-12 10:16:03,439 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:16:03,437 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0004_01_000004 to application application_1423764831909_0004
2015-02-12 10:16:03,440 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0004 transitioned from INITING to RUNNING
2015-02-12 10:16:03,440 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0004_01_000006 by user soberoi
2015-02-12 10:16:03,440 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:16:03,441 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000006
2015-02-12 10:16:03,441 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0004_01_000007 by user soberoi
2015-02-12 10:16:03,442 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0004_01_000002 by user soberoi
2015-02-12 10:16:03,442 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000007
2015-02-12 10:16:03,454 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000002
2015-02-12 10:16:03,441 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0004
2015-02-12 10:16:03,454 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0004
2015-02-12 10:16:03,454 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:16:03,454 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0004
2015-02-12 10:16:03,455 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:16:03,455 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:16:03,455 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0004_01_000006 to application application_1423764831909_0004
2015-02-12 10:16:03,455 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0004_01_000007 to application application_1423764831909_0004
2015-02-12 10:16:03,455 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0004_01_000004
2015-02-12 10:16:03,454 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0004_01_000002 to application application_1423764831909_0004
2015-02-12 10:16:03,456 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:16:03,456 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0004
2015-02-12 10:16:03,456 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0004
2015-02-12 10:16:03,456 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:16:03,456 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0004
2015-02-12 10:16:03,456 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0004_01_000005 by user soberoi
2015-02-12 10:16:03,457 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000005
2015-02-12 10:16:03,457 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:16:03,458 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:16:03,458 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 10:16:03,458 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0004_01_000005 to application application_1423764831909_0004
2015-02-12 10:16:03,458 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0004
2015-02-12 10:16:03,458 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0004
2015-02-12 10:16:03,458 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:16:03,458 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0004
2015-02-12 10:16:03,459 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0004
2015-02-12 10:16:03,459 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0004
2015-02-12 10:16:03,459 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:16:03,459 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0004
2015-02-12 10:16:03,460 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:16:03,460 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0004_01_000006
2015-02-12 10:16:03,462 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0004_01_000007
2015-02-12 10:16:03,464 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0004
2015-02-12 10:16:03,464 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0004
2015-02-12 10:16:03,464 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:16:03,464 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0004
2015-02-12 10:16:03,464 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0004_01_000005
2015-02-12 10:16:03,495 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423764831909_0004_01_000004.tokens. Credentials list:
2015-02-12 10:16:03,495 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423764831909_0004_01_000007.tokens. Credentials list:
2015-02-12 10:16:03,496 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423764831909_0004_01_000006.tokens. Credentials list:
2015-02-12 10:16:03,503 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0004_01_000005.tokens. Credentials list:
2015-02-12 10:16:03,522 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:16:03,522 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:03,532 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:16:03,533 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:03,705 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000003/default_container_executor.sh]
2015-02-12 10:16:03,711 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000002/default_container_executor.sh]
2015-02-12 10:16:03,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:16:04,035 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:16:04,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423764831909_0004_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000006.tokens
2015-02-12 10:16:04,066 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0004
2015-02-12 10:16:04,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:16:04,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:16:04,216 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423764831909_0004_01_000007.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000007.tokens
2015-02-12 10:16:04,217 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0004
2015-02-12 10:16:04,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 10:16:04,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 10:16:04,246 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:16:04,255 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0004_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000005.tokens
2015-02-12 10:16:04,255 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0004
2015-02-12 10:16:04,284 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:16:04,285 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:16:04,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423764831909_0004_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000004.tokens
2015-02-12 10:16:04,286 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0004
2015-02-12 10:16:04,307 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:16:04,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 10:16:04,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 10:16:04,404 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:16:04,404 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:16:04,404 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:16:04,404 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:16:04,409 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:16:04,409 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:16:04,409 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:16:04,409 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:16:04,409 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:16:04,472 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 10:16:04,473 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:04,475 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:16:04,475 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:04,476 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:16:04,476 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:16:04,476 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:04,476 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:04,719 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000007/default_container_executor.sh]
2015-02-12 10:16:04,721 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000006/default_container_executor.sh]
2015-02-12 10:16:04,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000004/default_container_executor.sh]
2015-02-12 10:16:04,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000005/default_container_executor.sh]
2015-02-12 10:16:06,335 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30001 milliseconds
2015-02-12 10:16:06,335 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:16:07,693 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741864_1040
2015-02-12 10:16:07,977 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741864_1040
2015-02-12 10:16:08,566 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741864_1040
2015-02-12 10:16:16,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.split dst=null perm=null proto=rpc
2015-02-12 10:16:16,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.split dst=null perm=null proto=rpc
2015-02-12 10:16:16,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.split dst=null perm=null proto=rpc
2015-02-12 10:16:16,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:16:17,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.split dst=null perm=null proto=rpc
2015-02-12 10:16:17,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:16:17,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.split dst=null perm=null proto=rpc
2015-02-12 10:16:17,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:16:17,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.split dst=null perm=null proto=rpc
2015-02-12 10:16:17,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1423764831909_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:16:17,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:16:17,674 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0004_000001 (auth:SIMPLE)
2015-02-12 10:16:17,677 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0004_01_000002
2015-02-12 10:16:17,678 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000002
2015-02-12 10:16:17,678 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:16:17,678 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0004_01_000002
2015-02-12 10:16:17,703 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0004_01_000002 is : 143
2015-02-12 10:16:17,707 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job_1423764831909_0004_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:16:17,710 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741865_1041 src: /127.0.0.1:60738 dest: /127.0.0.1:59862
2015-02-12 10:16:17,713 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741865_1041 src: /127.0.0.1:60739 dest: /127.0.0.1:59852
2015-02-12 10:16:17,716 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741865_1041 src: /127.0.0.1:60740 dest: /127.0.0.1:59859
2015-02-12 10:16:17,717 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:16:17,718 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000002
2015-02-12 10:16:17,719 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000002
2015-02-12 10:16:17,719 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000002
2015-02-12 10:16:17,721 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000002
2015-02-12 10:16:17,721 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:16:17,721 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0004_01_000002 from application application_1423764831909_0004
2015-02-12 10:16:17,722 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:17,722 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0004
2015-02-12 10:16:17,720 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000002
2015-02-12 10:16:17,725 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job_1423764831909_0004_1.jhist for DFSClient_NONMAPREDUCE_-488487675_1
2015-02-12 10:16:17,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:16:17,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1423764831909_0004_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:16:18,003 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0004_000001 (auth:SIMPLE)
2015-02-12 10:16:18,004 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0004_01_000004
2015-02-12 10:16:18,005 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000004
2015-02-12 10:16:18,005 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:16:18,005 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0004_01_000004
2015-02-12 10:16:18,024 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0004_01_000004 is : 143
2015-02-12 10:16:18,039 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:16:18,040 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000004
2015-02-12 10:16:18,041 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000004
2015-02-12 10:16:18,042 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000004
2015-02-12 10:16:18,043 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000004
2015-02-12 10:16:18,043 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000004
2015-02-12 10:16:18,044 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:16:18,045 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0004_01_000004 from application application_1423764831909_0004
2015-02-12 10:16:18,045 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:18,045 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0004
2015-02-12 10:16:18,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:16:18,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1423764831909_0004_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:16:18,229 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0004_000001 (auth:SIMPLE)
2015-02-12 10:16:18,230 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0004_01_000003
2015-02-12 10:16:18,231 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000003
2015-02-12 10:16:18,231 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:16:18,231 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0004_01_000003
2015-02-12 10:16:18,232 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:16:18,232 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0004_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:16:18,233 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000002
2015-02-12 10:16:18,233 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 10:16:18,233 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:7168, vCores:6> numContainers=6 user=soberoi user-resources=<memory:7168, vCores:6>
2015-02-12 10:16:18,237 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0004_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 cluster=<memory:16384, vCores:32>
2015-02-12 10:16:18,237 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:18,237 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 10:16:18,237 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0004_000001 released container container_1423764831909_0004_01_000002 on node: host: 10.1.1.68:59906 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 10:16:18,257 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0004_01_000003 is : 143
2015-02-12 10:16:18,266 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:16:18,267 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000003
2015-02-12 10:16:18,267 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000003
2015-02-12 10:16:18,268 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000003
2015-02-12 10:16:18,268 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000003
2015-02-12 10:16:18,269 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000003
2015-02-12 10:16:18,269 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:16:18,270 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0004_01_000003 from application application_1423764831909_0004
2015-02-12 10:16:18,274 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:18,275 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0004
2015-02-12 10:16:18,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1423764831909_0004_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 10:16:18,621 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0004_000001 (auth:SIMPLE)
2015-02-12 10:16:18,624 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0004_01_000006
2015-02-12 10:16:18,624 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000006
2015-02-12 10:16:18,625 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:16:18,625 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0004_01_000006
2015-02-12 10:16:18,633 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:16:18,633 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0004_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:16:18,633 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000004
2015-02-12 10:16:18,633 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0004_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:16:18,633 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 10:16:18,633 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0004_01_000004, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 10:16:18,634 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:18,634 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:16:18,634 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0004_000001 released container container_1423764831909_0004_01_000004 on node: host: 10.1.1.68:59942 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:16:18,652 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0004_01_000006 is : 143
2015-02-12 10:16:18,667 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:16:18,667 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000006
2015-02-12 10:16:18,668 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000006
2015-02-12 10:16:18,670 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000006
2015-02-12 10:16:18,671 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000006
2015-02-12 10:16:18,671 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000006
2015-02-12 10:16:18,672 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:16:18,672 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0004_01_000006 from application application_1423764831909_0004
2015-02-12 10:16:18,672 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:18,672 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0004
2015-02-12 10:16:18,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1423764831909_0004_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:16:18,809 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0004_000001 (auth:SIMPLE)
2015-02-12 10:16:18,811 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0004_01_000005
2015-02-12 10:16:18,811 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000005
2015-02-12 10:16:18,812 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:16:18,813 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:18,813 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:16:18,813 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0004_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:16:18,813 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000006
2015-02-12 10:16:18,814 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0004_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:16:18,814 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:16:18,814 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0004_01_000006, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:16:18,814 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:18,814 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:16:18,814 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0004_000001 released container container_1423764831909_0004_01_000006 on node: host: 10.1.1.68:59942 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:16:18,814 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0004_01_000005
2015-02-12 10:16:18,833 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0004_01_000005 is : 143
2015-02-12 10:16:18,849 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:16:18,850 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000005
2015-02-12 10:16:18,850 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000005
2015-02-12 10:16:18,851 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000005
2015-02-12 10:16:18,852 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000005
2015-02-12 10:16:18,853 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000005
2015-02-12 10:16:18,853 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:16:18,853 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0004_01_000005 from application application_1423764831909_0004
2015-02-12 10:16:18,853 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:18,854 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0004
2015-02-12 10:16:19,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1423764831909_0004_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 10:16:19,045 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0004_000001 (auth:SIMPLE)
2015-02-12 10:16:19,048 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0004_01_000007
2015-02-12 10:16:19,048 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000007
2015-02-12 10:16:19,049 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:19,049 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:16:19,050 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0004_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:16:19,050 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000005
2015-02-12 10:16:19,050 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0004_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:16:19,050 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:16:19,050 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0004_01_000005, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:16:19,050 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:19,050 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:16:19,050 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0004_000001 released container container_1423764831909_0004_01_000005 on node: host: 10.1.1.68:59942 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:16:19,051 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:19,051 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000007 transitioned from RUNNING to KILLING
2015-02-12 10:16:19,052 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0004_01_000007
2015-02-12 10:16:19,072 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0004_01_000007 is : 143
2015-02-12 10:16:19,093 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:16:19,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000007
2015-02-12 10:16:19,094 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000007
2015-02-12 10:16:19,095 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000007
2015-02-12 10:16:19,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000007
2015-02-12 10:16:19,099 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000007
2015-02-12 10:16:19,100 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:16:19,100 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0004_01_000007 from application application_1423764831909_0004
2015-02-12 10:16:19,105 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:19,108 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0004
2015-02-12 10:16:19,240 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:19,240 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:16:19,240 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0004_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:16:19,240 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000003
2015-02-12 10:16:19,241 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:16:19,241 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:16:19,241 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0004_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:16:19,241 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:19,241 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:16:19,241 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0004_000001 released container container_1423764831909_0004_01_000003 on node: host: 10.1.1.68:59906 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:16:19,517 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:16:19,517 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000008
2015-02-12 10:16:19,518 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0004_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:16:19,518 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0004_000001 container=Container: [ContainerId: container_1423764831909_0004_01_000008, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:16:19,518 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:16:19,518 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:20,058 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:20,058 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:20,058 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:20,058 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:16:20,059 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0004_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 10:16:20,059 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000007
2015-02-12 10:16:20,059 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0004_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:16:20,059 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:16:20,059 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0004_01_000007, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:16:20,059 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:20,060 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:16:20,060 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0004_000001 released container container_1423764831909_0004_01_000007 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:16:20,241 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0004_01_000002]
2015-02-12 10:16:20,241 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:20,242 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:20,358 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0004_01_000008
2015-02-12 10:16:20,360 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:16:20,387 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0004_000001 (auth:SIMPLE)
2015-02-12 10:16:20,390 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0004_01_000008 by user soberoi
2015-02-12 10:16:20,390 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0004
2015-02-12 10:16:20,391 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000008
2015-02-12 10:16:20,391 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0004 transitioned from NEW to INITING
2015-02-12 10:16:20,391 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0004_01_000008 to application application_1423764831909_0004
2015-02-12 10:16:20,391 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0004 transitioned from INITING to RUNNING
2015-02-12 10:16:20,392 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000008 transitioned from NEW to LOCALIZING
2015-02-12 10:16:20,392 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0004
2015-02-12 10:16:20,392 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0004
2015-02-12 10:16:20,392 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:16:20,392 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0004
2015-02-12 10:16:20,392 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:16:20,393 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:16:20,393 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0004_01_000008
2015-02-12 10:16:20,409 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0004_01_000008.tokens. Credentials list:
2015-02-12 10:16:20,522 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:16:20,552 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:16:20,672 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0004_01_000008.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000008.tokens
2015-02-12 10:16:20,672 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0004
2015-02-12 10:16:20,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 10:16:20,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 10:16:20,843 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:16:20,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 10:16:20,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 10:16:20,916 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:16:20,916 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:16:20,948 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-12 10:16:20,948 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:21,044 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000008/default_container_executor.sh]
2015-02-12 10:16:21,063 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0004_01_000005, container_1423764831909_0004_01_000004, container_1423764831909_0004_01_000006]
2015-02-12 10:16:21,063 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:21,063 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:21,063 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:21,063 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:21,251 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0004_01_000003]
2015-02-12 10:16:21,251 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:21,369 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:16:22,071 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0004_01_000007]
2015-02-12 10:16:22,071 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:25,033 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:16:25,034 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:16:25,049 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:16:25,061 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:16:25,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1423764831909_0004_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:16:25,352 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1423764831909_0004_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:16:25,449 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741866_1042 src: /127.0.0.1:60792 dest: /127.0.0.1:59852
2015-02-12 10:16:25,451 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741866_1042 src: /127.0.0.1:60793 dest: /127.0.0.1:59862
2015-02-12 10:16:25,453 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741866_1042 src: /127.0.0.1:60794 dest: /127.0.0.1:59855
2015-02-12 10:16:25,487 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60794, dest: /127.0.0.1:59855, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0004_r_000000_0_-2064036612_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741866_1042, duration: 31659000
2015-02-12 10:16:25,487 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:16:25,488 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60793, dest: /127.0.0.1:59862, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0004_r_000000_0_-2064036612_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741866_1042, duration: 32852000
2015-02-12 10:16:25,488 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:16:25,489 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:25,490 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60792, dest: /127.0.0.1:59852, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0004_r_000000_0_-2064036612_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741866_1042, duration: 34610000
2015-02-12 10:16:25,490 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:25,491 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:16:25,493 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:16:25,500 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1423764831909_0004_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0004_r_000000_0_-2064036612_1
2015-02-12 10:16:25,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1423764831909_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:16:25,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1423764831909_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:16:25,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/task_1423764831909_0004_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:16:25,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1423764831909_0004_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/task_1423764831909_0004_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:16:25,537 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0004_000001 (auth:SIMPLE)
2015-02-12 10:16:25,542 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0004_01_000008
2015-02-12 10:16:25,542 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000008
2015-02-12 10:16:25,543 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000008 transitioned from RUNNING to KILLING
2015-02-12 10:16:25,543 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0004_01_000008
2015-02-12 10:16:25,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:16:25,562 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-488487675_1
2015-02-12 10:16:25,568 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0004_01_000008 is : 143
2015-02-12 10:16:25,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:16:25,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null proto=rpc
2015-02-12 10:16:25,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null proto=rpc
2015-02-12 10:16:25,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/task_1423764831909_0004_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:16:25,582 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:16:25,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:16:25,584 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000008
2015-02-12 10:16:25,584 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:16:25,584 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0004_01_000008 from application application_1423764831909_0004
2015-02-12 10:16:25,584 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:25,584 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0004
2015-02-12 10:16:25,584 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000008
2015-02-12 10:16:25,585 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000008
2015-02-12 10:16:25,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000008
2015-02-12 10:16:25,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000008
2015-02-12 10:16:25,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/task_1423764831909_0004_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:16:25,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary dst=null perm=null proto=rpc
2015-02-12 10:16:25,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:16:25,609 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-488487675_1
2015-02-12 10:16:25,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:16:25,613 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-488487675_1
2015-02-12 10:16:25,626 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60740, dest: /127.0.0.1:59859, bytes: 75490, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488487675_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741865_1041, duration: 7908757000
2015-02-12 10:16:25,626 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:16:25,627 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 17006
2015-02-12 10:16:25,628 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60739, dest: /127.0.0.1:59852, bytes: 75490, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488487675_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741865_1041, duration: 7909220000
2015-02-12 10:16:25,628 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:25,629 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 17006
2015-02-12 10:16:25,629 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60738, dest: /127.0.0.1:59862, bytes: 75490, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488487675_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741865_1041, duration: 7911352000
2015-02-12 10:16:25,629 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:25,630 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 17006
2015-02-12 10:16:25,631 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job_1423764831909_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_-488487675_1
2015-02-12 10:16:25,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:16:25,635 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:16:25,640 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741867_1043 src: /127.0.0.1:60796 dest: /127.0.0.1:59862
2015-02-12 10:16:25,642 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741867_1043 src: /127.0.0.1:60797 dest: /127.0.0.1:59852
2015-02-12 10:16:25,644 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741867_1043 src: /127.0.0.1:60798 dest: /127.0.0.1:59855
2015-02-12 10:16:25,647 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60798, dest: /127.0.0.1:59855, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488487675_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741867_1043, duration: 1770000
2015-02-12 10:16:25,648 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:16:25,649 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60797, dest: /127.0.0.1:59852, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488487675_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741867_1043, duration: 2295000
2015-02-12 10:16:25,649 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:16:25,649 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:25,650 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60796, dest: /127.0.0.1:59862, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488487675_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741867_1043, duration: 4260000
2015-02-12 10:16:25,651 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:25,651 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:16:25,653 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:16:25,654 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_-488487675_1
2015-02-12 10:16:25,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:16:25,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job_1423764831909_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:16:25,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004-1423764944060-soberoi-%5B0D22EAFCEFDB4321B28B66AC46874FE7%2F55DB85DB9F3F4A6E-1423764985614-6-1-SUCCEEDED-default-1423764961197.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:16:25,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job_1423764831909_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:16:25,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004-1423764944060-soberoi-%5B0D22EAFCEFDB4321B28B66AC46874FE7%2F55DB85DB9F3F4A6E-1423764985614-6-1-SUCCEEDED-default-1423764961197.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:16:25,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job_1423764831909_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:16:25,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004-1423764944060-soberoi-%5B0D22EAFCEFDB4321B28B66AC46874FE7%2F55DB85DB9F3F4A6E-1423764985614-6-1-SUCCEEDED-default-1423764961197.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:16:25,679 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004-1423764944060-soberoi-%5B0D22EAFCEFDB4321B28B66AC46874FE7%2F55DB85DB9F3F4A6E-1423764985614-6-1-SUCCEEDED-default-1423764961197.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:16:25,681 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741868_1044 src: /127.0.0.1:60800 dest: /127.0.0.1:59852
2015-02-12 10:16:25,683 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741868_1044 src: /127.0.0.1:60801 dest: /127.0.0.1:59862
2015-02-12 10:16:25,684 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741868_1044 src: /127.0.0.1:60802 dest: /127.0.0.1:59855
2015-02-12 10:16:25,688 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60802, dest: /127.0.0.1:59855, bytes: 75490, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488487675_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741868_1044, duration: 1892000
2015-02-12 10:16:25,688 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:16:25,689 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60801, dest: /127.0.0.1:59862, bytes: 75490, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488487675_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741868_1044, duration: 2703000
2015-02-12 10:16:25,689 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:25,690 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60800, dest: /127.0.0.1:59852, bytes: 75490, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488487675_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741868_1044, duration: 3846000
2015-02-12 10:16:25,691 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:25,689 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:16:25,692 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:16:25,694 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004-1423764944060-soberoi-%5B0D22EAFCEFDB4321B28B66AC46874FE7%2F55DB85DB9F3F4A6E-1423764985614-6-1-SUCCEEDED-default-1423764961197.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-488487675_1
2015-02-12 10:16:25,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741868_1044 size 75490
2015-02-12 10:16:25,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004-1423764944060-soberoi-%5B0D22EAFCEFDB4321B28B66AC46874FE7%2F55DB85DB9F3F4A6E-1423764985614-6-1-SUCCEEDED-default-1423764961197.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:16:25,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job_1423764831909_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:16:25,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:16:25,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job_1423764831909_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:16:25,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:16:25,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004/job_1423764831909_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:16:25,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:16:25,709 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:16:25,712 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741869_1045 src: /127.0.0.1:60804 dest: /127.0.0.1:59852
2015-02-12 10:16:25,713 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741869_1045 src: /127.0.0.1:60805 dest: /127.0.0.1:59859
2015-02-12 10:16:25,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741869_1045 src: /127.0.0.1:60806 dest: /127.0.0.1:59862
2015-02-12 10:16:25,718 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60806, dest: /127.0.0.1:59862, bytes: 115848, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488487675_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741869_1045, duration: 1848000
2015-02-12 10:16:25,719 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:16:25,719 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:16:25,719 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60805, dest: /127.0.0.1:59859, bytes: 115848, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488487675_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741869_1045, duration: 2347000
2015-02-12 10:16:25,720 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:25,720 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:16:25,720 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60804, dest: /127.0.0.1:59852, bytes: 115848, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488487675_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741869_1045, duration: 3535000
2015-02-12 10:16:25,721 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:25,721 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:16:25,722 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-488487675_1
2015-02-12 10:16:25,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:16:25,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:16:25,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:16:25,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004-1423764944060-soberoi-%5B0D22EAFCEFDB4321B28B66AC46874FE7%2F55DB85DB9F3F4A6E-1423764985614-6-1-SUCCEEDED-default-1423764961197.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004-1423764944060-soberoi-%5B0D22EAFCEFDB4321B28B66AC46874FE7%2F55DB85DB9F3F4A6E-1423764985614-6-1-SUCCEEDED-default-1423764961197.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:16:25,738 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0004_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:16:25,739 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0004_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:16:25,739 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0004 with final state: FINISHING
2015-02-12 10:16:25,739 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0004 State change from RUNNING to FINAL_SAVING
2015-02-12 10:16:25,739 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0004
2015-02-12 10:16:25,743 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0004_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:16:25,743 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0004 State change from FINAL_SAVING to FINISHING
2015-02-12 10:16:26,549 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:16:26,550 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0004_01_000008 in state: COMPLETED event:FINISHED
2015-02-12 10:16:26,550 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000008
2015-02-12 10:16:26,550 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0004_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:16:26,550 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:16:26,551 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0004_01_000008, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:16:26,551 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:26,551 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:16:26,551 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0004_000001 released container container_1423764831909_0004_01_000008 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:16:26,747 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0004 unregistered successfully.
2015-02-12 10:16:26,751 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741860_1036 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:16:26,752 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741861_1037 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:16:26,752 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741862_1038 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:16:26,752 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741863_1039 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:16:26,753 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:16:26,753 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741864_1040 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:16:26,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0004 dst=null perm=null proto=rpc
2015-02-12 10:16:26,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null proto=rpc
2015-02-12 10:16:26,900 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary
2015-02-12 10:16:26,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary dst=null perm=null proto=rpc
2015-02-12 10:16:26,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null proto=rpc
2015-02-12 10:16:26,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null proto=rpc
2015-02-12 10:16:26,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null proto=rpc
2015-02-12 10:16:26,945 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:16:26,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:16:27,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null proto=rpc
2015-02-12 10:16:27,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null proto=rpc
2015-02-12 10:16:27,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null proto=rpc
2015-02-12 10:16:27,036 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:16:27,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:16:27,044 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/simplemerge
2015-02-12 10:16:27,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null proto=rpc
2015-02-12 10:16:27,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null proto=rpc
2015-02-12 10:16:27,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null proto=rpc
2015-02-12 10:16:27,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null proto=rpc
2015-02-12 10:16:27,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:16:27,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:16:27,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:16:27,446 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073741860_1036, blk_1073741861_1037, blk_1073741862_1038, blk_1073741863_1039]
2015-02-12 10:16:27,446 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073741860_1036, blk_1073741861_1037, blk_1073741862_1038, blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041]
2015-02-12 10:16:27,466 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:16:27,466 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:16:27,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null proto=rpc
2015-02-12 10:16:27,539 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 10:16:27,540 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:16:27,540 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach"]
2015-02-12 10:16:27,540 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 10:16:27,540 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 10:16:27,540 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 10:16:27,541 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...edpipesplatform/chaineach
2015-02-12 10:16:27,557 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:27,559 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:16:27,576 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:16:27,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null proto=rpc
2015-02-12 10:16:27,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:16:27,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:16:27,584 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 5
2015-02-12 10:16:27,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005 dst=null perm=null proto=rpc
2015-02-12 10:16:27,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:16:27,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:16:27,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 10:16:27,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:16:27,594 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:16:27,596 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741870_1046 src: /127.0.0.1:60825 dest: /127.0.0.1:59862
2015-02-12 10:16:27,598 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741870_1046 src: /127.0.0.1:60826 dest: /127.0.0.1:59859
2015-02-12 10:16:27,599 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741870_1046 src: /127.0.0.1:60827 dest: /127.0.0.1:59855
2015-02-12 10:16:27,605 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60827, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741870_1046, duration: 4069000
2015-02-12 10:16:27,605 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:16:27,605 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:16:27,606 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60826, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741870_1046, duration: 3969000
2015-02-12 10:16:27,606 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:27,607 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:16:27,607 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60825, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741870_1046, duration: 6075000
2015-02-12 10:16:27,607 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:27,609 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:16:27,610 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:16:27,611 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar
2015-02-12 10:16:27,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 10:16:27,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:16:27,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:16:27,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:16:27,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:16:27,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:16:27,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:16:27,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:16:27,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:16:27,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:16:27,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:16:27,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:16:27,624 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:16:27,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:16:27,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:16:27,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:16:27,639 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.split
2015-02-12 10:16:27,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.split dst=null perm=null proto=rpc
2015-02-12 10:16:27,641 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:16:27,642 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741871_1047 src: /127.0.0.1:60828 dest: /127.0.0.1:59859
2015-02-12 10:16:27,644 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741871_1047 src: /127.0.0.1:60829 dest: /127.0.0.1:59862
2015-02-12 10:16:27,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741871_1047 src: /127.0.0.1:60830 dest: /127.0.0.1:59852
2015-02-12 10:16:27,647 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741871_1047 src: /127.0.0.1:60831 dest: /127.0.0.1:59855
2015-02-12 10:16:27,655 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60831, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741871_1047, duration: 6256000
2015-02-12 10:16:27,655 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:16:27,656 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:16:27,656 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60830, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741871_1047, duration: 6638000
2015-02-12 10:16:27,656 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:27,657 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60829, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741871_1047, duration: 7554000
2015-02-12 10:16:27,657 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:16:27,657 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:27,658 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60828, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741871_1047, duration: 8497000
2015-02-12 10:16:27,658 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:27,658 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:16:27,659 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:16:27,662 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:16:27,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:16:27,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:16:27,667 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:16:27,669 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741872_1048 src: /127.0.0.1:60832 dest: /127.0.0.1:59859
2015-02-12 10:16:27,671 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741872_1048 src: /127.0.0.1:60833 dest: /127.0.0.1:59852
2015-02-12 10:16:27,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741872_1048 src: /127.0.0.1:60834 dest: /127.0.0.1:59862
2015-02-12 10:16:27,676 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60834, dest: /127.0.0.1:59862, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741872_1048, duration: 1479000
2015-02-12 10:16:27,676 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:16:27,677 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:16:27,677 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60833, dest: /127.0.0.1:59852, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741872_1048, duration: 2687000
2015-02-12 10:16:27,678 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:27,679 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60832, dest: /127.0.0.1:59859, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741872_1048, duration: 3836000
2015-02-12 10:16:27,679 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:27,679 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:16:27,680 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:16:27,682 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:16:27,682 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:16:27,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:16:27,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:16:27,727 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:16:27,728 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741873_1049 src: /127.0.0.1:60835 dest: /127.0.0.1:59855
2015-02-12 10:16:27,730 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741873_1049 src: /127.0.0.1:60836 dest: /127.0.0.1:59862
2015-02-12 10:16:27,732 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741873_1049 src: /127.0.0.1:60837 dest: /127.0.0.1:59859
2015-02-12 10:16:27,735 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60837, dest: /127.0.0.1:59859, bytes: 99046, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741873_1049, duration: 1769000
2015-02-12 10:16:27,736 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:16:27,736 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:16:27,736 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60836, dest: /127.0.0.1:59862, bytes: 99046, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741873_1049, duration: 2407000
2015-02-12 10:16:27,737 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:27,737 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:16:27,737 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60835, dest: /127.0.0.1:59855, bytes: 99046, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741873_1049, duration: 3466000
2015-02-12 10:16:27,738 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:27,738 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:16:27,742 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:16:27,742 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0005
2015-02-12 10:16:27,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005 dst=null perm=null proto=rpc
2015-02-12 10:16:27,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 10:16:27,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 10:16:27,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 10:16:27,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 10:16:27,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.split dst=null perm=null proto=rpc
2015-02-12 10:16:27,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.split dst=null perm=null proto=rpc
2015-02-12 10:16:27,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:16:27,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:16:27,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:16:27,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:16:27,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:16:27,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:16:27,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:16:27,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:16:27,764 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 5 submitted by user soberoi
2015-02-12 10:16:27,764 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0005
2015-02-12 10:16:27,764 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0005
2015-02-12 10:16:27,765 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0005
2015-02-12 10:16:27,764 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0005 State change from NEW to NEW_SAVING
2015-02-12 10:16:27,765 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0005 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:16:27,765 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0005 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:16:27,765 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0005 from user: soberoi, in queue: default
2015-02-12 10:16:27,765 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0005 State change from SUBMITTED to ACCEPTED
2015-02-12 10:16:27,765 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0005_000001
2015-02-12 10:16:27,766 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0005_000001 State change from NEW to SUBMITTED
2015-02-12 10:16:27,766 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0005 from user: soberoi activated in queue: default
2015-02-12 10:16:27,766 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0005 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:16:27,766 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0005_000001 to scheduler from user soberoi in queue default
2015-02-12 10:16:27,767 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0005_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:16:27,770 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0005
2015-02-12 10:16:27,772 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0005/
2015-02-12 10:16:27,772 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423764831909_0005
2015-02-12 10:16:27,772 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0005/
2015-02-12 10:16:28,105 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:16:28,105 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000001
2015-02-12 10:16:28,106 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:16:28,106 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0005_000001 container=Container: [ContainerId: container_1423764831909_0005_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:16:28,106 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:16:28,106 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:28,109 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0005_01_000001
2015-02-12 10:16:28,110 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:16:28,110 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0005_000001
2015-02-12 10:16:28,110 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0005 AttemptId: appattempt_1423764831909_0005_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0005_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ]
2015-02-12 10:16:28,111 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:16:28,111 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:16:28,112 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0005_000001
2015-02-12 10:16:28,114 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0005_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0005_000001
2015-02-12 10:16:28,114 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:16:28,115 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0005_000001
2015-02-12 10:16:28,115 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0005_000001
2015-02-12 10:16:28,118 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0005_000001 (auth:SIMPLE)
2015-02-12 10:16:28,121 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0005_01_000001 by user soberoi
2015-02-12 10:16:28,121 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0005
2015-02-12 10:16:28,121 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000001
2015-02-12 10:16:28,121 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0005 transitioned from NEW to INITING
2015-02-12 10:16:28,122 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0005_01_000001 to application application_1423764831909_0005
2015-02-12 10:16:28,122 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0005_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0005_000001
2015-02-12 10:16:28,122 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0005 transitioned from INITING to RUNNING
2015-02-12 10:16:28,122 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0005_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:16:28,122 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:16:28,122 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0005
2015-02-12 10:16:28,123 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:16:28,123 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:16:28,123 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:16:28,123 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:16:28,124 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0005_01_000001
2015-02-12 10:16:28,137 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0005_01_000001.tokens. Credentials list:
2015-02-12 10:16:28,312 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:16:28,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741860 for deletion
2015-02-12 10:16:28,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741861 for deletion
2015-02-12 10:16:28,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741862 for deletion
2015-02-12 10:16:28,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741863 for deletion
2015-02-12 10:16:28,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741861
2015-02-12 10:16:28,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741860
2015-02-12 10:16:28,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741863
2015-02-12 10:16:28,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741862
2015-02-12 10:16:28,465 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0005_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000001.tokens
2015-02-12 10:16:28,465 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0005
2015-02-12 10:16:28,558 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:28,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 10:16:28,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 10:16:28,665 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:16:28,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:16:28,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:16:28,758 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0005/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:16:28,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.split dst=null perm=null proto=rpc
2015-02-12 10:16:28,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.split dst=null perm=null proto=rpc
2015-02-12 10:16:28,856 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0005/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:16:28,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 10:16:28,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 10:16:28,947 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0005/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:16:28,948 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:16:28,992 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741860 for deletion
2015-02-12 10:16:28,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741861 for deletion
2015-02-12 10:16:28,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741862 for deletion
2015-02-12 10:16:28,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741863 for deletion
2015-02-12 10:16:28,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 10:16:28,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741860
2015-02-12 10:16:28,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741862
2015-02-12 10:16:28,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 10:16:28,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741861
2015-02-12 10:16:28,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 10:16:28,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741863
2015-02-12 10:16:28,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 10:16:29,007 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:16:29,007 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:29,110 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:16:29,171 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000001/default_container_executor.sh]
2015-02-12 10:16:29,567 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:30,447 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59859 to replicate blk_1073741870_1046 to datanode(s) 127.0.0.1:59852
2015-02-12 10:16:30,448 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073741860_1036, blk_1073741861_1037, blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041]
2015-02-12 10:16:30,448 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073741860_1036, blk_1073741861_1037, blk_1073741862_1038, blk_1073741864_1040, blk_1073741865_1041]
2015-02-12 10:16:30,568 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:31,455 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741860 for deletion
2015-02-12 10:16:31,456 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741861 for deletion
2015-02-12 10:16:31,456 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741863 for deletion
2015-02-12 10:16:31,456 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741860
2015-02-12 10:16:31,456 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 10:16:31,456 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 10:16:31,456 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741863
2015-02-12 10:16:31,456 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741861
2015-02-12 10:16:31,456 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 10:16:31,457 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 10:16:31,576 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:31,768 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f1559335-183d-467e-a94d-d6e0669ca32e, infoPort=59860, ipcPort=59861, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073741870_1046 to 127.0.0.1:59852
2015-02-12 10:16:31,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741860 for deletion
2015-02-12 10:16:31,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741861 for deletion
2015-02-12 10:16:31,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741862 for deletion
2015-02-12 10:16:31,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 10:16:31,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 10:16:31,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741860
2015-02-12 10:16:31,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741862
2015-02-12 10:16:31,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 10:16:31,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741861
2015-02-12 10:16:31,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 10:16:31,770 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073741870_1046 (numBytes=254067) to /127.0.0.1:59852
2015-02-12 10:16:31,770 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741870_1046 src: /127.0.0.1:60845 dest: /127.0.0.1:59852
2015-02-12 10:16:31,772 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073741870_1046 src: /127.0.0.1:60845 dest: /127.0.0.1:59852 of size 254067
2015-02-12 10:16:31,773 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741870_1046 size 254067
2015-02-12 10:16:31,852 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0004_01_000001 succeeded
2015-02-12 10:16:31,852 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:16:31,852 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0004_01_000001
2015-02-12 10:16:31,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000001
2015-02-12 10:16:31,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000001
2015-02-12 10:16:31,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000001
2015-02-12 10:16:31,879 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0004/container_1423764831909_0004_01_000001
2015-02-12 10:16:31,879 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000001
2015-02-12 10:16:31,879 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:16:31,879 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0004_01_000001 from application application_1423764831909_0004
2015-02-12 10:16:31,879 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:31,879 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0004
2015-02-12 10:16:32,309 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:16:32,309 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0004_000001
2015-02-12 10:16:32,309 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0004_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:16:32,310 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0004_000001
2015-02-12 10:16:32,310 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000001
2015-02-12 10:16:32,310 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:16:32,310 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0004_000001 State change from FINISHING to FINISHED
2015-02-12 10:16:32,310 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:16:32,310 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0004 State change from FINISHING to FINISHED
2015-02-12 10:16:32,310 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0004_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:16:32,311 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0004
2015-02-12 10:16:32,311 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:32,311 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0004,name=[0D22EAFCEFDB4321B28B66AC46874FE7/55DB85DB9F3F4A6EBBE9B65710C6CE9E] merge/(1/1) ...pipesplatform/simplemerge,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0004/jobhistory/job/job_1423764831909_0004,appMasterHost=10.1.1.68,startTime=1423764944060,finishTime=1423764985739,finalStatus=SUCCEEDED
2015-02-12 10:16:32,311 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:16:32,311 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0004_000001 released container container_1423764831909_0004_01_000001 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:16:32,311 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0004_000001 is done. finalState=FINISHED
2015-02-12 10:16:32,311 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0004 requests cleared
2015-02-12 10:16:32,311 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0004_000001
2015-02-12 10:16:32,312 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0004 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:16:32,312 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0004 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:16:32,315 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0004_000001 (auth:SIMPLE)
2015-02-12 10:16:32,317 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0004_01_000001
2015-02-12 10:16:32,317 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0004 CONTAINERID=container_1423764831909_0004_01_000001
2015-02-12 10:16:32,318 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0004_01_000001]
2015-02-12 10:16:32,318 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:32,318 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:16:32,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0004
2015-02-12 10:16:32,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0004
2015-02-12 10:16:32,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0004
2015-02-12 10:16:32,319 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0004
2015-02-12 10:16:32,319 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:16:32,320 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0004, with delay of 10800 seconds
2015-02-12 10:16:32,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0004
2015-02-12 10:16:32,580 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:16:32,580 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:32,580 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0004
2015-02-12 10:16:32,580 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0004
2015-02-12 10:16:32,580 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0004
2015-02-12 10:16:32,581 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0004
2015-02-12 10:16:32,581 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0004
2015-02-12 10:16:32,581 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:16:32,581 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0004, with delay of 10800 seconds
2015-02-12 10:16:32,729 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741872_1048
2015-02-12 10:16:32,730 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741871_1047
2015-02-12 10:16:32,732 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741870_1046
2015-02-12 10:16:32,733 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741869_1045
2015-02-12 10:16:32,813 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741870_1046
2015-02-12 10:16:32,814 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741871_1047
2015-02-12 10:16:33,008 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741867_1043
2015-02-12 10:16:33,009 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741868_1044
2015-02-12 10:16:33,009 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741872_1048
2015-02-12 10:16:33,010 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741871_1047
2015-02-12 10:16:33,011 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741869_1045
2015-02-12 10:16:33,011 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741866_1042
2015-02-12 10:16:33,021 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741868_1044
2015-02-12 10:16:33,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741866_1042
2015-02-12 10:16:33,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741867_1043
2015-02-12 10:16:33,023 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741873_1049
2015-02-12 10:16:33,127 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:16:33,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0004
2015-02-12 10:16:33,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0004
2015-02-12 10:16:33,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0004
2015-02-12 10:16:33,128 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0004
2015-02-12 10:16:33,128 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:16:33,128 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0004, with delay of 10800 seconds
2015-02-12 10:16:33,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0004
2015-02-12 10:16:33,588 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:33,593 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741866_1042
2015-02-12 10:16:33,594 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741868_1044
2015-02-12 10:16:33,595 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741872_1048
2015-02-12 10:16:33,595 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741873_1049
2015-02-12 10:16:33,596 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741869_1045
2015-02-12 10:16:33,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741867_1043
2015-02-12 10:16:33,800 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741870_1046
2015-02-12 10:16:33,800 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741871_1047
2015-02-12 10:16:36,338 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 10:16:36,339 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:16:37,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:16:37,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:16:37,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:16:37,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:16:37,739 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741873_1049
2015-02-12 10:16:37,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005 dst=null perm=null proto=rpc
2015-02-12 10:16:37,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:16:37,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:16:38,021 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741870_1046
2015-02-12 10:16:38,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:16:38,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:16:39,130 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0005_000001 (auth:SIMPLE)
2015-02-12 10:16:39,133 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0005_000001
2015-02-12 10:16:39,133 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0005 APPATTEMPTID=appattempt_1423764831909_0005_000001
2015-02-12 10:16:39,133 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0005_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:16:39,133 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0005 State change from ACCEPTED to RUNNING
2015-02-12 10:16:39,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job_1423764831909_0005_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:16:39,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:16:39,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job_1423764831909_0005_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:16:39,446 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job_1423764831909_0005_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:16:39,542 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741874_1050 src: /127.0.0.1:60873 dest: /127.0.0.1:59862
2015-02-12 10:16:39,544 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741874_1050 src: /127.0.0.1:60874 dest: /127.0.0.1:59859
2015-02-12 10:16:39,546 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741874_1050 src: /127.0.0.1:60875 dest: /127.0.0.1:59855
2015-02-12 10:16:39,595 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60875, dest: /127.0.0.1:59855, bytes: 116145, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1159652884_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741874_1050, duration: 45412000
2015-02-12 10:16:39,596 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:16:39,599 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60874, dest: /127.0.0.1:59859, bytes: 116145, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1159652884_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741874_1050, duration: 49964000
2015-02-12 10:16:39,599 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:39,602 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60873, dest: /127.0.0.1:59862, bytes: 116145, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1159652884_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741874_1050, duration: 52873000
2015-02-12 10:16:39,602 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:16:39,602 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:16:39,604 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:16:39,605 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:16:39,610 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job_1423764831909_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1159652884_1
2015-02-12 10:16:40,356 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:16:40,356 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000002
2015-02-12 10:16:40,356 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:16:40,356 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0005_000001 container=Container: [ContainerId: container_1423764831909_0005_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:16:40,356 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:16:40,356 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:40,357 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:16:40,357 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000003
2015-02-12 10:16:40,357 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:16:40,357 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0005_000001 container=Container: [ContainerId: container_1423764831909_0005_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:16:40,357 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:16:40,358 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:40,358 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:16:40,358 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000004
2015-02-12 10:16:40,358 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0005_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:16:40,358 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0005_000001 container=Container: [ContainerId: container_1423764831909_0005_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:16:40,358 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:16:40,359 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:40,359 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:16:40,359 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000005
2015-02-12 10:16:40,359 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0005_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:16:40,359 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0005_000001 container=Container: [ContainerId: container_1423764831909_0005_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:16:40,359 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:16:40,360 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:41,197 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0005_01_000002
2015-02-12 10:16:41,198 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:16:41,200 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:16:41,201 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:16:41,203 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:16:41,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 10:16:41,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 10:16:41,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 10:16:41,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 10:16:41,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:16:41,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:16:41,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:16:41,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:16:41,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:16:41,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:16:41,364 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0005_000001 (auth:SIMPLE)
2015-02-12 10:16:41,365 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0005_000001 (auth:SIMPLE)
2015-02-12 10:16:41,367 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0005_000001 (auth:SIMPLE)
2015-02-12 10:16:41,370 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0005_01_000002 by user soberoi
2015-02-12 10:16:41,370 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0005
2015-02-12 10:16:41,370 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000002
2015-02-12 10:16:41,370 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0005 transitioned from NEW to INITING
2015-02-12 10:16:41,371 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0005_01_000002 to application application_1423764831909_0005
2015-02-12 10:16:41,371 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0005 transitioned from INITING to RUNNING
2015-02-12 10:16:41,371 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:16:41,371 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0005
2015-02-12 10:16:41,371 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0005
2015-02-12 10:16:41,371 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:16:41,371 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0005
2015-02-12 10:16:41,371 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:16:41,372 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:16:41,372 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0005_01_000002
2015-02-12 10:16:41,376 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0005_01_000004 by user soberoi
2015-02-12 10:16:41,377 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000004
2015-02-12 10:16:41,377 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0005_01_000004 to application application_1423764831909_0005
2015-02-12 10:16:41,378 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:16:41,378 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0005
2015-02-12 10:16:41,378 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0005
2015-02-12 10:16:41,378 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:16:41,378 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0005
2015-02-12 10:16:41,377 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0005_01_000005 by user soberoi
2015-02-12 10:16:41,379 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0005_01_000004
2015-02-12 10:16:41,379 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000005
2015-02-12 10:16:41,380 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0005_01_000005 to application application_1423764831909_0005
2015-02-12 10:16:41,380 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:16:41,380 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0005
2015-02-12 10:16:41,380 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0005
2015-02-12 10:16:41,380 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:16:41,381 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0005
2015-02-12 10:16:41,381 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0005_01_000005
2015-02-12 10:16:41,389 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0005_01_000002.tokens. Credentials list:
2015-02-12 10:16:41,393 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0005_000001 (auth:SIMPLE)
2015-02-12 10:16:41,398 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0005_01_000005.tokens. Credentials list:
2015-02-12 10:16:41,398 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0005_01_000004.tokens. Credentials list:
2015-02-12 10:16:41,403 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0005_01_000003 by user soberoi
2015-02-12 10:16:41,403 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000003
2015-02-12 10:16:41,403 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0005_01_000003 to application application_1423764831909_0005
2015-02-12 10:16:41,404 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:16:41,404 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0005
2015-02-12 10:16:41,404 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0005
2015-02-12 10:16:41,404 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:16:41,404 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0005
2015-02-12 10:16:41,515 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0005_01_000003
2015-02-12 10:16:41,542 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:16:41,670 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:16:41,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0005_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000002.tokens
2015-02-12 10:16:41,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0005
2015-02-12 10:16:41,791 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0005_01_000003.tokens. Credentials list:
2015-02-12 10:16:41,803 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0005_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000004.tokens
2015-02-12 10:16:41,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0005
2015-02-12 10:16:41,810 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:16:41,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 10:16:41,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 10:16:41,892 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:16:41,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 10:16:41,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 10:16:42,001 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0005_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000005.tokens
2015-02-12 10:16:42,001 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0005
2015-02-12 10:16:42,005 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:16:42,019 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:16:42,019 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:16:42,019 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:16:42,019 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:16:42,019 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:16:42,099 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:16:42,099 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:42,102 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:16:42,102 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:16:42,102 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:42,102 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:42,111 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:16:42,111 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:42,217 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:16:42,240 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0005_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000003.tokens
2015-02-12 10:16:42,240 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0005
2015-02-12 10:16:42,330 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000003/default_container_executor.sh]
2015-02-12 10:16:42,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000005/default_container_executor.sh]
2015-02-12 10:16:42,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000002/default_container_executor.sh]
2015-02-12 10:16:42,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000004/default_container_executor.sh]
2015-02-12 10:16:42,366 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:16:42,366 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:16:42,367 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:16:42,367 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:16:47,754 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741874_1050
2015-02-12 10:16:48,043 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741874_1050
2015-02-12 10:16:48,830 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741874_1050
2015-02-12 10:16:50,420 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2015-02-12 10:16:50,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:16:50,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:16:50,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001.summary dst=null perm=null proto=rpc
2015-02-12 10:16:50,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003.summary dst=null perm=null proto=rpc
2015-02-12 10:16:50,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002.summary dst=null perm=null proto=rpc
2015-02-12 10:16:50,437 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0001,submitTime=1423764838465,launchTime=1423764849060,firstMapTaskLaunchTime=1423764851391,firstReduceTaskLaunchTime=1423764868073,finishTime=1423764873727,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=56,reduceSlotSeconds=5,jobName=[56648925855040079B1EF8400166BB35/D00E8CD897034A9C8FF46430E391DA41] test/(1/1) ...pesplatform/filtercomplex
2015-02-12 10:16:50,439 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001.summary]
2015-02-12 10:16:50,439 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0002,submitTime=1423764875437,launchTime=1423764888270,firstMapTaskLaunchTime=1423764890502,firstReduceTaskLaunchTime=1423764903414,finishTime=1423764908307,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=43,reduceSlotSeconds=4,jobName=[5549B39CBC384302834BD80A7D939CCC/1B03B74178944947991F3EED1328824E] test/(1/1) ...pipesplatform/simplechain
2015-02-12 10:16:50,439 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0003,submitTime=1423764909929,launchTime=1423764922450,firstMapTaskLaunchTime=1423764924630,firstReduceTaskLaunchTime=1423764937569,finishTime=1423764942454,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=43,reduceSlotSeconds=4,jobName=[545BEA51EB584774B5409B62A9EE10CE/5205CA74F05C44F79DE512ECA16E021C] test/(1/1) ...eldedpipesplatform/simple
2015-02-12 10:16:50,440 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002.summary]
2015-02-12 10:16:50,441 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003.summary]
2015-02-12 10:16:50,442 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741835_1011 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:16:50,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001.summary dst=null perm=null proto=rpc
2015-02-12 10:16:50,443 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741845_1021 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:16:50,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002.summary dst=null perm=null proto=rpc
2015-02-12 10:16:50,444 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741855_1031 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:16:50,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003.summary dst=null perm=null proto=rpc
2015-02-12 10:16:50,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:16:50,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:16:50,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:16:50,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:16:50,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:16:50,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:16:50,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:16:50,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:16:50,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:16:50,452 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 10:16:50,452 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 10:16:50,452 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001-1423764838465-soberoi-%5B56648925855040079B1EF8400166BB35%2FD00E8CD897034A9C-1423764873727-4-1-SUCCEEDED-default-1423764849060.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0001-1423764838465-soberoi-%5B56648925855040079B1EF8400166BB35%2FD00E8CD897034A9C-1423764873727-4-1-SUCCEEDED-default-1423764849060.jhist
2015-02-12 10:16:50,452 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002-1423764875437-soberoi-%5B5549B39CBC384302834BD80A7D939CCC%2F1B03B74178944947-1423764908307-4-1-SUCCEEDED-default-1423764888270.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0002-1423764875437-soberoi-%5B5549B39CBC384302834BD80A7D939CCC%2F1B03B74178944947-1423764908307-4-1-SUCCEEDED-default-1423764888270.jhist
2015-02-12 10:16:50,453 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 10:16:50,453 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003-1423764909929-soberoi-%5B545BEA51EB584774B5409B62A9EE10CE%2F5205CA74F05C44F7-1423764942454-4-1-SUCCEEDED-default-1423764922450.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0003-1423764909929-soberoi-%5B545BEA51EB584774B5409B62A9EE10CE%2F5205CA74F05C44F7-1423764942454-4-1-SUCCEEDED-default-1423764922450.jhist
2015-02-12 10:16:50,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001-1423764838465-soberoi-%5B56648925855040079B1EF8400166BB35%2FD00E8CD897034A9C-1423764873727-4-1-SUCCEEDED-default-1423764849060.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0001-1423764838465-soberoi-%5B56648925855040079B1EF8400166BB35%2FD00E8CD897034A9C-1423764873727-4-1-SUCCEEDED-default-1423764849060.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:16:50,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002-1423764875437-soberoi-%5B5549B39CBC384302834BD80A7D939CCC%2F1B03B74178944947-1423764908307-4-1-SUCCEEDED-default-1423764888270.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0002-1423764875437-soberoi-%5B5549B39CBC384302834BD80A7D939CCC%2F1B03B74178944947-1423764908307-4-1-SUCCEEDED-default-1423764888270.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:16:50,458 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0001_conf.xml
2015-02-12 10:16:50,458 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0002_conf.xml
2015-02-12 10:16:50,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003-1423764909929-soberoi-%5B545BEA51EB584774B5409B62A9EE10CE%2F5205CA74F05C44F7-1423764942454-4-1-SUCCEEDED-default-1423764922450.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0003-1423764909929-soberoi-%5B545BEA51EB584774B5409B62A9EE10CE%2F5205CA74F05C44F7-1423764942454-4-1-SUCCEEDED-default-1423764922450.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:16:50,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0001_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:16:50,460 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0003_conf.xml
2015-02-12 10:16:50,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0002_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0002_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:16:50,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004.summary dst=null perm=null proto=rpc
2015-02-12 10:16:50,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0003_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0003_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:16:50,467 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0004,submitTime=1423764944060,launchTime=1423764961197,firstMapTaskLaunchTime=1423764963506,firstReduceTaskLaunchTime=1423764980392,finishTime=1423764985614,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=89,reduceSlotSeconds=5,jobName=[0D22EAFCEFDB4321B28B66AC46874FE7/55DB85DB9F3F4A6EBBE9B65710C6CE9E] merge/(1/1) ...pipesplatform/simplemerge
2015-02-12 10:16:50,467 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004.summary]
2015-02-12 10:16:50,468 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741867_1043 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:16:50,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004.summary dst=null perm=null proto=rpc
2015-02-12 10:16:50,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:16:50,471 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004-1423764944060-soberoi-%5B0D22EAFCEFDB4321B28B66AC46874FE7%2F55DB85DB9F3F4A6E-1423764985614-6-1-SUCCEEDED-default-1423764961197.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0004-1423764944060-soberoi-%5B0D22EAFCEFDB4321B28B66AC46874FE7%2F55DB85DB9F3F4A6E-1423764985614-6-1-SUCCEEDED-default-1423764961197.jhist
2015-02-12 10:16:50,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004-1423764944060-soberoi-%5B0D22EAFCEFDB4321B28B66AC46874FE7%2F55DB85DB9F3F4A6E-1423764985614-6-1-SUCCEEDED-default-1423764961197.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0004-1423764944060-soberoi-%5B0D22EAFCEFDB4321B28B66AC46874FE7%2F55DB85DB9F3F4A6E-1423764985614-6-1-SUCCEEDED-default-1423764961197.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:16:50,473 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0004_conf.xml
2015-02-12 10:16:50,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0004_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0004_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:16:50,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.split dst=null perm=null proto=rpc
2015-02-12 10:16:51,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.split dst=null perm=null proto=rpc
2015-02-12 10:16:51,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.split dst=null perm=null proto=rpc
2015-02-12 10:16:51,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.split dst=null perm=null proto=rpc
2015-02-12 10:16:51,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:16:51,480 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073741845_1021, blk_1073741867_1043, blk_1073741835_1011, blk_1073741855_1031]
2015-02-12 10:16:51,480 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073741845_1021, blk_1073741835_1011, blk_1073741855_1031]
2015-02-12 10:16:51,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:16:52,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:16:52,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:16:52,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1423764831909_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:16:52,415 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0005_000001 (auth:SIMPLE)
2015-02-12 10:16:52,420 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0005_01_000002
2015-02-12 10:16:52,420 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000002
2015-02-12 10:16:52,421 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:16:52,421 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0005_01_000002
2015-02-12 10:16:52,445 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job_1423764831909_0005_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:16:52,446 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0005_01_000002 is : 143
2015-02-12 10:16:52,447 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741875_1051 src: /127.0.0.1:60954 dest: /127.0.0.1:59852
2015-02-12 10:16:52,456 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741875_1051 src: /127.0.0.1:60955 dest: /127.0.0.1:59862
2015-02-12 10:16:52,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741875_1051 src: /127.0.0.1:60956 dest: /127.0.0.1:59855
2015-02-12 10:16:52,464 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:16:52,468 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000002
2015-02-12 10:16:52,468 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000002
2015-02-12 10:16:52,469 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:16:52,469 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0005_01_000002 from application application_1423764831909_0005
2015-02-12 10:16:52,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000002
2015-02-12 10:16:52,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000002
2015-02-12 10:16:52,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000002
2015-02-12 10:16:52,469 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:52,471 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0005
2015-02-12 10:16:52,478 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job_1423764831909_0005_1.jhist for DFSClient_NONMAPREDUCE_1159652884_1
2015-02-12 10:16:52,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 10:16:52,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741835 for deletion
2015-02-12 10:16:52,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741855 for deletion
2015-02-12 10:16:52,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 10:16:52,816 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741835
2015-02-12 10:16:52,816 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741855
2015-02-12 10:16:52,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1423764831909_0005_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:16:52,908 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0005_000001 (auth:SIMPLE)
2015-02-12 10:16:52,910 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0005_01_000003
2015-02-12 10:16:52,910 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000003
2015-02-12 10:16:52,910 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:16:52,910 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0005_01_000003
2015-02-12 10:16:52,911 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:16:52,911 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0005_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:16:52,912 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000002
2015-02-12 10:16:52,912 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:16:52,912 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:16:52,913 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0005_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:16:52,913 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:52,913 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:16:52,913 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0005_000001 released container container_1423764831909_0005_01_000002 on node: host: 10.1.1.68:59906 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:16:52,930 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0005_01_000003 is : 143
2015-02-12 10:16:52,941 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:16:52,942 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000003
2015-02-12 10:16:52,943 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000003
2015-02-12 10:16:52,943 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000003
2015-02-12 10:16:52,943 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000003
2015-02-12 10:16:52,944 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000003
2015-02-12 10:16:52,945 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:16:52,946 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0005_01_000003 from application application_1423764831909_0005
2015-02-12 10:16:52,947 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:52,947 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0005
2015-02-12 10:16:53,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1423764831909_0005_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:16:53,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1423764831909_0005_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:16:53,020 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 10:16:53,020 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741835 for deletion
2015-02-12 10:16:53,020 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741867 for deletion
2015-02-12 10:16:53,020 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741855 for deletion
2015-02-12 10:16:53,020 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 10:16:53,021 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741835
2015-02-12 10:16:53,021 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741867
2015-02-12 10:16:53,022 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741855
2015-02-12 10:16:53,036 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0005_000001 (auth:SIMPLE)
2015-02-12 10:16:53,038 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0005_01_000005
2015-02-12 10:16:53,039 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000005
2015-02-12 10:16:53,039 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:53,039 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:16:53,040 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0005_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:16:53,040 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000003
2015-02-12 10:16:53,040 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:16:53,040 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:16:53,041 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0005_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:16:53,041 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:53,041 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:16:53,042 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0005_000001 released container container_1423764831909_0005_01_000003 on node: host: 10.1.1.68:59906 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:16:53,042 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:16:53,042 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0005_01_000005
2015-02-12 10:16:53,060 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0005_000001 (auth:SIMPLE)
2015-02-12 10:16:53,063 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0005_01_000004
2015-02-12 10:16:53,063 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000004
2015-02-12 10:16:53,064 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0005_01_000005 is : 143
2015-02-12 10:16:53,064 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:53,064 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:53,085 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:16:53,086 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:16:53,086 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0005_01_000004
2015-02-12 10:16:53,105 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0005_01_000004 is : 143
2015-02-12 10:16:53,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000005
2015-02-12 10:16:53,119 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000005
2015-02-12 10:16:53,121 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000005
2015-02-12 10:16:53,121 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000005
2015-02-12 10:16:53,122 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:16:53,122 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000005
2015-02-12 10:16:53,122 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:16:53,123 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000004
2015-02-12 10:16:53,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000004
2015-02-12 10:16:53,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000004
2015-02-12 10:16:53,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000004
2015-02-12 10:16:53,127 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0005_01_000005 from application application_1423764831909_0005
2015-02-12 10:16:53,127 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:53,128 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0005
2015-02-12 10:16:53,128 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000004
2015-02-12 10:16:53,128 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:16:53,128 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0005_01_000004 from application application_1423764831909_0005
2015-02-12 10:16:53,128 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:53,129 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0005
2015-02-12 10:16:54,074 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:54,075 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:54,075 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:16:54,075 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0005_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:16:54,075 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000004
2015-02-12 10:16:54,075 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0005_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:16:54,075 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:16:54,076 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0005_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:16:54,077 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:54,077 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:16:54,077 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0005_000001 released container container_1423764831909_0005_01_000004 on node: host: 10.1.1.68:59906 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:16:54,077 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:16:54,077 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0005_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:16:54,077 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000005
2015-02-12 10:16:54,078 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0005_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:16:54,078 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:16:54,079 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0005_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:16:54,079 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:54,079 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:16:54,079 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0005_000001 released container container_1423764831909_0005_01_000005 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:16:54,489 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073741845_1021, blk_1073741867_1043]
2015-02-12 10:16:54,489 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073741867_1043, blk_1073741835_1011, blk_1073741855_1031]
2015-02-12 10:16:54,646 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:16:54,647 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000006
2015-02-12 10:16:54,647 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0005_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:16:54,647 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0005_000001 container=Container: [ContainerId: container_1423764831909_0005_01_000006, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:16:54,647 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:16:54,648 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:16:55,079 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0005_01_000002, container_1423764831909_0005_01_000003]
2015-02-12 10:16:55,079 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:55,080 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:55,080 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:55,080 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:55,333 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0005_01_000006
2015-02-12 10:16:55,335 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:16:55,350 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0005_000001 (auth:SIMPLE)
2015-02-12 10:16:55,353 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0005_01_000006 by user soberoi
2015-02-12 10:16:55,353 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0005
2015-02-12 10:16:55,353 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000006
2015-02-12 10:16:55,354 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0005 transitioned from NEW to INITING
2015-02-12 10:16:55,354 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0005_01_000006 to application application_1423764831909_0005
2015-02-12 10:16:55,354 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0005 transitioned from INITING to RUNNING
2015-02-12 10:16:55,354 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:16:55,355 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0005
2015-02-12 10:16:55,355 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0005
2015-02-12 10:16:55,355 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:16:55,355 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0005
2015-02-12 10:16:55,355 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:16:55,355 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:16:55,357 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0005_01_000006
2015-02-12 10:16:55,378 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0005_01_000006.tokens. Credentials list:
2015-02-12 10:16:55,465 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741835 for deletion
2015-02-12 10:16:55,466 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741867 for deletion
2015-02-12 10:16:55,466 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741855 for deletion
2015-02-12 10:16:55,466 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741835
2015-02-12 10:16:55,466 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741867
2015-02-12 10:16:55,467 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741855
2015-02-12 10:16:55,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 10:16:55,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741867 for deletion
2015-02-12 10:16:55,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 10:16:55,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741867
2015-02-12 10:16:55,561 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:16:55,655 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:16:55,700 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0005_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000006.tokens
2015-02-12 10:16:55,700 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0005
2015-02-12 10:16:55,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 10:16:55,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 10:16:55,864 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:16:55,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 10:16:55,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 10:16:55,949 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:16:55,949 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:16:55,996 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:16:55,996 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:16:56,082 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0005_01_000005, container_1423764831909_0005_01_000004]
2015-02-12 10:16:56,082 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:56,082 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:16:56,157 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000006/default_container_executor.sh]
2015-02-12 10:16:56,342 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:17:01,313 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:17:02,492 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 436 Total time for transactions(ms): 38 Number of transactions batched in Syncs: 2 Number of syncs: 290 SyncTimes(ms): 6 5
2015-02-12 10:17:02,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1423764831909_0005_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:03,220 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1423764831909_0005_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:17:03,391 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741876_1052 src: /127.0.0.1:61010 dest: /127.0.0.1:59852
2015-02-12 10:17:03,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741876_1052 src: /127.0.0.1:61011 dest: /127.0.0.1:59862
2015-02-12 10:17:03,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741876_1052 src: /127.0.0.1:61012 dest: /127.0.0.1:59855
2015-02-12 10:17:03,529 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61012, dest: /127.0.0.1:59855, bytes: 160, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0005_r_000000_0_-223151098_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741876_1052, duration: 133653000
2015-02-12 10:17:03,530 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:03,530 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:17:03,530 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61011, dest: /127.0.0.1:59862, bytes: 160, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0005_r_000000_0_-223151098_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741876_1052, duration: 134566000
2015-02-12 10:17:03,530 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:03,531 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:17:03,531 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61010, dest: /127.0.0.1:59852, bytes: 160, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0005_r_000000_0_-223151098_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741876_1052, duration: 135486000
2015-02-12 10:17:03,531 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:03,532 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:17:03,536 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1423764831909_0005_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0005_r_000000_0_-223151098_1
2015-02-12 10:17:03,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1423764831909_0005_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:17:03,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1423764831909_0005_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:17:03,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/task_1423764831909_0005_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:17:03,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1423764831909_0005_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/task_1423764831909_0005_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:17:03,585 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0005_000001 (auth:SIMPLE)
2015-02-12 10:17:03,587 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0005_01_000006
2015-02-12 10:17:03,587 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000006
2015-02-12 10:17:03,587 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:17:03,587 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0005_01_000006
2015-02-12 10:17:03,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:03,599 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1159652884_1
2015-02-12 10:17:03,605 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0005_01_000006 is : 143
2015-02-12 10:17:03,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:17:03,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null proto=rpc
2015-02-12 10:17:03,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null proto=rpc
2015-02-12 10:17:03,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/task_1423764831909_0005_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:17:03,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:17:03,618 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:17:03,619 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000006
2015-02-12 10:17:03,619 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:17:03,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000006
2015-02-12 10:17:03,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000006
2015-02-12 10:17:03,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000006
2015-02-12 10:17:03,620 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000006
2015-02-12 10:17:03,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/task_1423764831909_0005_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:03,619 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0005_01_000006 from application application_1423764831909_0005
2015-02-12 10:17:03,622 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:17:03,622 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0005
2015-02-12 10:17:03,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary dst=null perm=null proto=rpc
2015-02-12 10:17:03,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:03,633 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1159652884_1
2015-02-12 10:17:03,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:03,636 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1159652884_1
2015-02-12 10:17:03,655 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60956, dest: /127.0.0.1:59855, bytes: 61396, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1159652884_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741875_1051, duration: 11188006000
2015-02-12 10:17:03,655 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:03,656 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 15710
2015-02-12 10:17:03,657 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60955, dest: /127.0.0.1:59862, bytes: 61396, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1159652884_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741875_1051, duration: 11184039000
2015-02-12 10:17:03,657 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:03,658 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 15710
2015-02-12 10:17:03,658 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60954, dest: /127.0.0.1:59852, bytes: 61396, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1159652884_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741875_1051, duration: 11190312000
2015-02-12 10:17:03,659 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:03,659 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 15710
2015-02-12 10:17:03,660 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job_1423764831909_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_1159652884_1
2015-02-12 10:17:03,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:03,666 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:17:03,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741877_1053 src: /127.0.0.1:61016 dest: /127.0.0.1:59859
2015-02-12 10:17:03,669 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741877_1053 src: /127.0.0.1:61017 dest: /127.0.0.1:59855
2015-02-12 10:17:03,671 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741877_1053 src: /127.0.0.1:61018 dest: /127.0.0.1:59852
2015-02-12 10:17:03,674 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61018, dest: /127.0.0.1:59852, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1159652884_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741877_1053, duration: 1406000
2015-02-12 10:17:03,674 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:03,674 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:17:03,675 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61017, dest: /127.0.0.1:59855, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1159652884_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741877_1053, duration: 2169000
2015-02-12 10:17:03,675 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:03,676 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:17:03,676 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61016, dest: /127.0.0.1:59859, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1159652884_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741877_1053, duration: 3389000
2015-02-12 10:17:03,676 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:03,676 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:17:03,678 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_1159652884_1
2015-02-12 10:17:03,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:17:03,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job_1423764831909_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:17:03,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005-1423764987764-soberoi-%5BF590C6E4831A4C1EA81C2A75DBC11611%2F7FD5B9C0235043A8-1423765023637-4-1-SUCCEEDED-default-1423764999161.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:17:03,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job_1423764831909_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:17:03,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005-1423764987764-soberoi-%5BF590C6E4831A4C1EA81C2A75DBC11611%2F7FD5B9C0235043A8-1423765023637-4-1-SUCCEEDED-default-1423764999161.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:17:03,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job_1423764831909_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:17:03,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005-1423764987764-soberoi-%5BF590C6E4831A4C1EA81C2A75DBC11611%2F7FD5B9C0235043A8-1423765023637-4-1-SUCCEEDED-default-1423764999161.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:03,704 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005-1423764987764-soberoi-%5BF590C6E4831A4C1EA81C2A75DBC11611%2F7FD5B9C0235043A8-1423765023637-4-1-SUCCEEDED-default-1423764999161.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:17:03,706 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741878_1054 src: /127.0.0.1:61020 dest: /127.0.0.1:59859
2015-02-12 10:17:03,708 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741878_1054 src: /127.0.0.1:61021 dest: /127.0.0.1:59855
2015-02-12 10:17:03,709 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741878_1054 src: /127.0.0.1:61022 dest: /127.0.0.1:59852
2015-02-12 10:17:03,713 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61022, dest: /127.0.0.1:59852, bytes: 61396, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1159652884_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741878_1054, duration: 1914000
2015-02-12 10:17:03,713 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:03,714 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61021, dest: /127.0.0.1:59855, bytes: 61396, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1159652884_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741878_1054, duration: 2653000
2015-02-12 10:17:03,714 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:17:03,714 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:03,714 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:17:03,715 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61020, dest: /127.0.0.1:59859, bytes: 61396, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1159652884_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741878_1054, duration: 3548000
2015-02-12 10:17:03,715 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:03,716 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:17:03,718 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005-1423764987764-soberoi-%5BF590C6E4831A4C1EA81C2A75DBC11611%2F7FD5B9C0235043A8-1423765023637-4-1-SUCCEEDED-default-1423764999161.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1159652884_1
2015-02-12 10:17:03,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005-1423764987764-soberoi-%5BF590C6E4831A4C1EA81C2A75DBC11611%2F7FD5B9C0235043A8-1423765023637-4-1-SUCCEEDED-default-1423764999161.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:17:03,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job_1423764831909_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:17:03,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:17:03,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job_1423764831909_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:17:03,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:17:03,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005/job_1423764831909_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:17:03,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:03,737 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:17:03,739 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741879_1055 src: /127.0.0.1:61024 dest: /127.0.0.1:59852
2015-02-12 10:17:03,741 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741879_1055 src: /127.0.0.1:61025 dest: /127.0.0.1:59862
2015-02-12 10:17:03,742 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741879_1055 src: /127.0.0.1:61026 dest: /127.0.0.1:59855
2015-02-12 10:17:03,746 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61026, dest: /127.0.0.1:59855, bytes: 116145, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1159652884_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741879_1055, duration: 1836000
2015-02-12 10:17:03,746 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:03,746 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:17:03,747 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61025, dest: /127.0.0.1:59862, bytes: 116145, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1159652884_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741879_1055, duration: 2615000
2015-02-12 10:17:03,747 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:03,747 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:17:03,747 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61024, dest: /127.0.0.1:59852, bytes: 116145, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1159652884_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741879_1055, duration: 3547000
2015-02-12 10:17:03,748 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:03,749 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:17:03,749 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1159652884_1
2015-02-12 10:17:03,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:17:03,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:17:03,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:17:03,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005-1423764987764-soberoi-%5BF590C6E4831A4C1EA81C2A75DBC11611%2F7FD5B9C0235043A8-1423765023637-4-1-SUCCEEDED-default-1423764999161.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005-1423764987764-soberoi-%5BF590C6E4831A4C1EA81C2A75DBC11611%2F7FD5B9C0235043A8-1423765023637-4-1-SUCCEEDED-default-1423764999161.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:17:03,768 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0005_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:17:03,768 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0005_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:17:03,768 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0005 with final state: FINISHING
2015-02-12 10:17:03,768 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0005 State change from RUNNING to FINAL_SAVING
2015-02-12 10:17:03,768 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0005
2015-02-12 10:17:03,770 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0005_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:17:03,770 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0005 State change from FINAL_SAVING to FINISHING
2015-02-12 10:17:04,595 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:17:04,596 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0005_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:17:04,596 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000006
2015-02-12 10:17:04,596 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0005_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:17:04,596 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:17:04,597 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0005_01_000006, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:17:04,597 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:04,597 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:17:04,597 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0005_000001 released container container_1423764831909_0005_01_000006 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:17:04,775 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0005 unregistered successfully.
2015-02-12 10:17:04,778 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741870_1046 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:17:04,779 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741871_1047 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:17:04,779 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741872_1048 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:17:04,779 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741873_1049 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:17:04,779 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741875_1051 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:17:04,779 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741874_1050 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:17:04,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0005 dst=null perm=null proto=rpc
2015-02-12 10:17:04,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null proto=rpc
2015-02-12 10:17:04,893 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary
2015-02-12 10:17:04,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary dst=null perm=null proto=rpc
2015-02-12 10:17:04,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null proto=rpc
2015-02-12 10:17:04,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null proto=rpc
2015-02-12 10:17:04,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null proto=rpc
2015-02-12 10:17:04,924 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:17:04,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:17:04,929 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/chaineach
2015-02-12 10:17:04,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null proto=rpc
2015-02-12 10:17:04,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null proto=rpc
2015-02-12 10:17:04,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null proto=rpc
2015-02-12 10:17:04,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null proto=rpc
2015-02-12 10:17:04,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:17:04,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:17:04,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:17:05,001 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:17:05,006 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:17:05,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null proto=rpc
2015-02-12 10:17:05,102 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 10:17:05,103 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:17:05,103 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator"]
2015-02-12 10:17:05,103 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 10:17:05,103 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 10:17:05,103 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 10:17:05,106 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...tform/generatoraggregator
2015-02-12 10:17:05,123 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:17:05,147 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:17:05,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null proto=rpc
2015-02-12 10:17:05,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:17:05,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:17:05,160 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 6
2015-02-12 10:17:05,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006 dst=null perm=null proto=rpc
2015-02-12 10:17:05,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:17:05,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:17:05,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 10:17:05,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:17:05,168 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:17:05,171 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741880_1056 src: /127.0.0.1:61033 dest: /127.0.0.1:59859
2015-02-12 10:17:05,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741880_1056 src: /127.0.0.1:61034 dest: /127.0.0.1:59855
2015-02-12 10:17:05,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741880_1056 src: /127.0.0.1:61035 dest: /127.0.0.1:59862
2015-02-12 10:17:05,181 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61035, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741880_1056, duration: 2448000
2015-02-12 10:17:05,181 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:05,182 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:17:05,182 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61034, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741880_1056, duration: 3032000
2015-02-12 10:17:05,182 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:05,182 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:17:05,183 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61033, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741880_1056, duration: 4276000
2015-02-12 10:17:05,183 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:05,186 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:17:05,188 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:17:05,189 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar
2015-02-12 10:17:05,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 10:17:05,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:17:05,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:17:05,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:17:05,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:17:05,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:17:05,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:17:05,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:17:05,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:17:05,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:17:05,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:17:05,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:17:05,230 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:17:05,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:17:05,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:17:05,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:17:05,236 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.split
2015-02-12 10:17:05,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.split dst=null perm=null proto=rpc
2015-02-12 10:17:05,238 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:17:05,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741881_1057 src: /127.0.0.1:61036 dest: /127.0.0.1:59859
2015-02-12 10:17:05,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741881_1057 src: /127.0.0.1:61037 dest: /127.0.0.1:59855
2015-02-12 10:17:05,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741881_1057 src: /127.0.0.1:61038 dest: /127.0.0.1:59852
2015-02-12 10:17:05,245 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741881_1057 src: /127.0.0.1:61039 dest: /127.0.0.1:59862
2015-02-12 10:17:05,248 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61039, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741881_1057, duration: 1514000
2015-02-12 10:17:05,248 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:05,248 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:17:05,249 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61038, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741881_1057, duration: 2165000
2015-02-12 10:17:05,249 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:05,249 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:17:05,250 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61037, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741881_1057, duration: 3200000
2015-02-12 10:17:05,250 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:05,251 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:17:05,251 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61036, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741881_1057, duration: 4097000
2015-02-12 10:17:05,251 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:05,251 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:17:05,254 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:17:05,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:17:05,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:17:05,259 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:17:05,260 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741882_1058 src: /127.0.0.1:61040 dest: /127.0.0.1:59862
2015-02-12 10:17:05,262 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741882_1058 src: /127.0.0.1:61041 dest: /127.0.0.1:59852
2015-02-12 10:17:05,263 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741882_1058 src: /127.0.0.1:61042 dest: /127.0.0.1:59859
2015-02-12 10:17:05,270 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61042, dest: /127.0.0.1:59859, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741882_1058, duration: 4964000
2015-02-12 10:17:05,270 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:05,271 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:17:05,271 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61041, dest: /127.0.0.1:59852, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741882_1058, duration: 5501000
2015-02-12 10:17:05,271 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:05,271 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:17:05,272 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61040, dest: /127.0.0.1:59862, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741882_1058, duration: 6286000
2015-02-12 10:17:05,272 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:05,273 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:17:05,274 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:17:05,275 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:17:05,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:17:05,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:17:05,313 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:17:05,315 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741883_1059 src: /127.0.0.1:61043 dest: /127.0.0.1:59859
2015-02-12 10:17:05,316 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741883_1059 src: /127.0.0.1:61044 dest: /127.0.0.1:59862
2015-02-12 10:17:05,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741883_1059 src: /127.0.0.1:61045 dest: /127.0.0.1:59855
2015-02-12 10:17:05,321 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61045, dest: /127.0.0.1:59855, bytes: 98796, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741883_1059, duration: 1638000
2015-02-12 10:17:05,321 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:05,322 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:17:05,322 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61044, dest: /127.0.0.1:59862, bytes: 98796, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741883_1059, duration: 2300000
2015-02-12 10:17:05,322 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:05,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:17:05,323 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61043, dest: /127.0.0.1:59859, bytes: 98796, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741883_1059, duration: 3120000
2015-02-12 10:17:05,323 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:05,324 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:17:05,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741883_1059 size 98796
2015-02-12 10:17:05,324 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0006
2015-02-12 10:17:05,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006 dst=null perm=null proto=rpc
2015-02-12 10:17:05,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 10:17:05,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 10:17:05,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 10:17:05,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 10:17:05,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.split dst=null perm=null proto=rpc
2015-02-12 10:17:05,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.split dst=null perm=null proto=rpc
2015-02-12 10:17:05,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:17:05,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:17:05,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:17:05,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:17:05,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:17:05,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:17:05,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:17:05,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:17:05,345 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 6 submitted by user soberoi
2015-02-12 10:17:05,345 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0006
2015-02-12 10:17:05,345 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0006
2015-02-12 10:17:05,345 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0006
2015-02-12 10:17:05,345 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0006 State change from NEW to NEW_SAVING
2015-02-12 10:17:05,345 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0006 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:17:05,345 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0006 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:17:05,346 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0006 from user: soberoi, in queue: default
2015-02-12 10:17:05,347 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0006 State change from SUBMITTED to ACCEPTED
2015-02-12 10:17:05,347 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0006_000001
2015-02-12 10:17:05,347 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0006
2015-02-12 10:17:05,347 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0006_000001 State change from NEW to SUBMITTED
2015-02-12 10:17:05,347 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0006 from user: soberoi activated in queue: default
2015-02-12 10:17:05,347 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0006 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:17:05,347 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0006_000001 to scheduler from user soberoi in queue default
2015-02-12 10:17:05,348 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0006_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:17:05,351 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0006/
2015-02-12 10:17:05,351 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423764831909_0006
2015-02-12 10:17:05,351 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0006/
2015-02-12 10:17:05,603 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:05,604 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:17:05,604 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000001
2015-02-12 10:17:05,604 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:17:05,604 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0006_000001 container=Container: [ContainerId: container_1423764831909_0006_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:17:05,604 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:17:05,605 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:05,605 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0006_01_000001
2015-02-12 10:17:05,607 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:17:05,607 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0006_000001
2015-02-12 10:17:05,607 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0006 AttemptId: appattempt_1423764831909_0006_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0006_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ]
2015-02-12 10:17:05,607 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:17:05,608 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:17:05,608 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0006_000001
2015-02-12 10:17:05,610 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0006_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0006_000001
2015-02-12 10:17:05,610 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:17:05,610 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0006_000001
2015-02-12 10:17:05,610 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0006_000001
2015-02-12 10:17:05,616 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0006_000001 (auth:SIMPLE)
2015-02-12 10:17:05,619 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0006_01_000001 by user soberoi
2015-02-12 10:17:05,619 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0006
2015-02-12 10:17:05,619 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000001
2015-02-12 10:17:05,620 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0006 transitioned from NEW to INITING
2015-02-12 10:17:05,620 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0006_01_000001 to application application_1423764831909_0006
2015-02-12 10:17:05,620 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0006_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0006_000001
2015-02-12 10:17:05,620 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0006 transitioned from INITING to RUNNING
2015-02-12 10:17:05,620 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0006_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:17:05,620 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:17:05,620 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0006
2015-02-12 10:17:05,621 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:17:05,621 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:17:05,621 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:17:05,621 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:17:05,621 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0006_01_000001
2015-02-12 10:17:05,636 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0006_01_000001.tokens. Credentials list:
2015-02-12 10:17:05,813 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:17:05,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0006_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000001.tokens
2015-02-12 10:17:05,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0006
2015-02-12 10:17:06,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 10:17:06,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 10:17:06,148 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:17:06,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:17:06,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:17:06,225 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0006/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:17:06,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.split dst=null perm=null proto=rpc
2015-02-12 10:17:06,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.split dst=null perm=null proto=rpc
2015-02-12 10:17:06,315 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0006/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:17:06,346 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30008 milliseconds
2015-02-12 10:17:06,347 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:17:06,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 10:17:06,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 10:17:06,403 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0006/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:17:06,404 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:17:06,455 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:17:06,455 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:17:06,510 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59862 to replicate blk_1073741880_1056 to datanode(s) 127.0.0.1:59852
2015-02-12 10:17:06,510 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073741872_1048, blk_1073741875_1051, blk_1073741870_1046, blk_1073741871_1047]
2015-02-12 10:17:06,510 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741875_1051, blk_1073741870_1046, blk_1073741871_1047]
2015-02-12 10:17:06,607 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:17:06,608 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:06,623 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000001/default_container_executor.sh]
2015-02-12 10:17:07,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741872 for deletion
2015-02-12 10:17:07,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 10:17:07,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741870 for deletion
2015-02-12 10:17:07,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741872
2015-02-12 10:17:07,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 10:17:07,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741870
2015-02-12 10:17:07,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 10:17:07,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 10:17:07,615 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:08,031 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=6d0fd477-b147-4d14-b560-4457d96c577e, infoPort=59863, ipcPort=59864, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073741880_1056 to 127.0.0.1:59852
2015-02-12 10:17:08,032 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741872 for deletion
2015-02-12 10:17:08,032 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741873 for deletion
2015-02-12 10:17:08,032 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 10:17:08,032 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 10:17:08,032 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741870 for deletion
2015-02-12 10:17:08,032 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 10:17:08,033 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741873
2015-02-12 10:17:08,032 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741872
2015-02-12 10:17:08,033 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073741880_1056 (numBytes=254067) to /127.0.0.1:59852
2015-02-12 10:17:08,033 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 10:17:08,033 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 10:17:08,033 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 10:17:08,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741880_1056 src: /127.0.0.1:61052 dest: /127.0.0.1:59852
2015-02-12 10:17:08,034 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741870
2015-02-12 10:17:08,036 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073741880_1056 src: /127.0.0.1:61052 dest: /127.0.0.1:59852 of size 254067
2015-02-12 10:17:08,036 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741880_1056 size 254067
2015-02-12 10:17:08,620 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:08,854 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741876_1052
2015-02-12 10:17:08,855 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741879_1055
2015-02-12 10:17:09,516 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741870_1046, blk_1073741871_1047]
2015-02-12 10:17:09,516 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073741873_1049, blk_1073741874_1050, blk_1073741875_1051, blk_1073741870_1046, blk_1073741871_1047]
2015-02-12 10:17:09,621 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:09,899 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0005_01_000001 succeeded
2015-02-12 10:17:09,899 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:17:09,899 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0005_01_000001
2015-02-12 10:17:09,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000001
2015-02-12 10:17:09,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000001
2015-02-12 10:17:09,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000001
2015-02-12 10:17:09,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0005/container_1423764831909_0005_01_000001
2015-02-12 10:17:09,925 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000001
2015-02-12 10:17:09,926 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:17:09,926 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0005_01_000001 from application application_1423764831909_0005
2015-02-12 10:17:09,926 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:17:09,926 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0005
2015-02-12 10:17:10,338 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:17:10,338 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0005_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:17:10,338 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000001
2015-02-12 10:17:10,339 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:17:10,338 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0005_000001
2015-02-12 10:17:10,339 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:17:10,339 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0005_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:17:10,339 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:10,339 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:17:10,339 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0005_000001 released container container_1423764831909_0005_01_000001 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:17:10,339 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0005_000001
2015-02-12 10:17:10,340 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0005_000001 State change from FINISHING to FINISHED
2015-02-12 10:17:10,340 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0005 State change from FINISHING to FINISHED
2015-02-12 10:17:10,340 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0005_000001 is done. finalState=FINISHED
2015-02-12 10:17:10,340 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0005
2015-02-12 10:17:10,340 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0005_000001
2015-02-12 10:17:10,341 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0005,name=[F590C6E4831A4C1EA81C2A75DBC11611/7FD5B9C0235043A88082F3B8C2C9424E] test/(1/1) ...edpipesplatform/chaineach,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0005/jobhistory/job/job_1423764831909_0005,appMasterHost=10.1.1.68,startTime=1423764987764,finishTime=1423765023768,finalStatus=SUCCEEDED
2015-02-12 10:17:10,340 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0005 requests cleared
2015-02-12 10:17:10,341 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0005 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:17:10,341 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0005 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:17:10,344 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0005_000001 (auth:SIMPLE)
2015-02-12 10:17:10,346 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0005_01_000001
2015-02-12 10:17:10,347 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0005 CONTAINERID=container_1423764831909_0005_01_000001
2015-02-12 10:17:10,347 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0005_01_000001]
2015-02-12 10:17:10,347 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:10,347 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:17:10,348 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0005
2015-02-12 10:17:10,349 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0005
2015-02-12 10:17:10,349 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:17:10,349 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0005, with delay of 10800 seconds
2015-02-12 10:17:10,349 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0005
2015-02-12 10:17:10,350 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0005
2015-02-12 10:17:10,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0005
2015-02-12 10:17:10,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741873 for deletion
2015-02-12 10:17:10,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 10:17:10,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 10:17:10,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741870 for deletion
2015-02-12 10:17:10,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 10:17:10,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741873
2015-02-12 10:17:10,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 10:17:10,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 10:17:10,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 10:17:10,489 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741870
2015-02-12 10:17:10,623 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:17:10,623 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:10,623 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0005
2015-02-12 10:17:10,624 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0005
2015-02-12 10:17:10,624 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0005
2015-02-12 10:17:10,624 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0005
2015-02-12 10:17:10,624 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:17:10,624 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0005, with delay of 10800 seconds
2015-02-12 10:17:10,624 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0005
2015-02-12 10:17:10,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741872 for deletion
2015-02-12 10:17:10,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741873 for deletion
2015-02-12 10:17:10,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 10:17:10,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741872
2015-02-12 10:17:10,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741873
2015-02-12 10:17:10,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741870 for deletion
2015-02-12 10:17:10,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 10:17:10,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 10:17:10,858 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 10:17:10,858 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741870
2015-02-12 10:17:11,151 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:17:11,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0005
2015-02-12 10:17:11,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0005
2015-02-12 10:17:11,152 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0005
2015-02-12 10:17:11,152 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:17:11,152 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0005, with delay of 10800 seconds
2015-02-12 10:17:11,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0005
2015-02-12 10:17:11,152 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0005
2015-02-12 10:17:11,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:17:11,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:17:11,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:17:11,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:17:11,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006 dst=null perm=null proto=rpc
2015-02-12 10:17:11,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:17:11,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:17:11,628 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:11,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:17:11,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:17:12,790 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741883_1059
2015-02-12 10:17:12,791 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741881_1057
2015-02-12 10:17:12,792 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741878_1054
2015-02-12 10:17:12,993 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741880_1056
2015-02-12 10:17:12,994 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741877_1053
2015-02-12 10:17:12,994 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741882_1058
2015-02-12 10:17:13,049 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741876_1052
2015-02-12 10:17:13,050 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741881_1057
2015-02-12 10:17:13,076 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741876_1052
2015-02-12 10:17:13,077 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741879_1055
2015-02-12 10:17:13,077 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741877_1053
2015-02-12 10:17:13,078 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741878_1054
2015-02-12 10:17:13,256 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741880_1056
2015-02-12 10:17:13,256 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741882_1058
2015-02-12 10:17:13,257 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741879_1055
2015-02-12 10:17:13,258 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741877_1053
2015-02-12 10:17:13,259 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741878_1054
2015-02-12 10:17:13,280 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741880_1056
2015-02-12 10:17:13,281 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741881_1057
2015-02-12 10:17:13,282 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741883_1059
2015-02-12 10:17:13,617 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0006_000001 (auth:SIMPLE)
2015-02-12 10:17:13,639 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0006_000001
2015-02-12 10:17:13,639 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0006 APPATTEMPTID=appattempt_1423764831909_0006_000001
2015-02-12 10:17:13,639 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0006_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:17:13,640 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0006 State change from ACCEPTED to RUNNING
2015-02-12 10:17:13,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job_1423764831909_0006_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:13,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:17:13,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job_1423764831909_0006_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:13,862 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741881_1057
2015-02-12 10:17:13,970 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job_1423764831909_0006_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:17:14,019 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741884_1060 src: /127.0.0.1:61081 dest: /127.0.0.1:59862
2015-02-12 10:17:14,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741884_1060 src: /127.0.0.1:61082 dest: /127.0.0.1:59852
2015-02-12 10:17:14,022 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741884_1060 src: /127.0.0.1:61083 dest: /127.0.0.1:59855
2015-02-12 10:17:14,064 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741880_1056
2015-02-12 10:17:14,065 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61083, dest: /127.0.0.1:59855, bytes: 115895, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_733961814_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741884_1060, duration: 41121000
2015-02-12 10:17:14,065 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:14,065 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741883_1059
2015-02-12 10:17:14,066 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741882_1058
2015-02-12 10:17:14,066 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61082, dest: /127.0.0.1:59852, bytes: 115895, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_733961814_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741884_1060, duration: 42205000
2015-02-12 10:17:14,066 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:14,068 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61081, dest: /127.0.0.1:59862, bytes: 115895, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_733961814_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741884_1060, duration: 43629000
2015-02-12 10:17:14,068 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:17:14,068 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:14,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:17:14,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:17:14,073 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job_1423764831909_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_733961814_1
2015-02-12 10:17:14,862 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:17:14,862 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000002
2015-02-12 10:17:14,863 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:17:14,863 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0006_000001 container=Container: [ContainerId: container_1423764831909_0006_01_000002, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:17:14,863 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:17:14,863 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:14,863 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:17:14,864 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000003
2015-02-12 10:17:14,864 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:17:14,864 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0006_000001 container=Container: [ContainerId: container_1423764831909_0006_01_000003, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:17:14,864 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:17:14,864 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:14,865 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:17:14,865 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000004
2015-02-12 10:17:14,865 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:17:14,865 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0006_000001 container=Container: [ContainerId: container_1423764831909_0006_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:17:14,865 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:17:14,865 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:14,866 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:17:14,866 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000005
2015-02-12 10:17:14,866 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:17:14,866 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0006_000001 container=Container: [ContainerId: container_1423764831909_0006_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:17:14,866 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:17:14,867 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:15,730 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0006_01_000002
2015-02-12 10:17:15,731 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:17:15,733 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:17:15,735 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:17:15,736 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:17:15,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 10:17:15,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 10:17:15,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 10:17:15,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 10:17:15,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:17:15,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:17:15,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:17:15,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:17:15,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:17:15,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:17:16,002 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0006_000001 (auth:SIMPLE)
2015-02-12 10:17:16,004 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0006_000001 (auth:SIMPLE)
2015-02-12 10:17:16,016 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0006_000001 (auth:SIMPLE)
2015-02-12 10:17:16,017 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0006_01_000003 by user soberoi
2015-02-12 10:17:16,018 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0006
2015-02-12 10:17:16,018 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000003
2015-02-12 10:17:16,019 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0006_01_000002 by user soberoi
2015-02-12 10:17:16,020 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000002
2015-02-12 10:17:16,021 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0006 transitioned from NEW to INITING
2015-02-12 10:17:16,021 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0006_01_000003 to application application_1423764831909_0006
2015-02-12 10:17:16,021 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0006_01_000002 to application application_1423764831909_0006
2015-02-12 10:17:16,021 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0006 transitioned from INITING to RUNNING
2015-02-12 10:17:16,022 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:17:16,022 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:17:16,022 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0006
2015-02-12 10:17:16,022 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0006
2015-02-12 10:17:16,023 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:17:16,023 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0006
2015-02-12 10:17:16,023 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:17:16,023 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:17:16,024 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0006
2015-02-12 10:17:16,024 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0006
2015-02-12 10:17:16,024 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0006_01_000005 by user soberoi
2015-02-12 10:17:16,024 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:17:16,024 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0006
2015-02-12 10:17:16,024 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000005
2015-02-12 10:17:16,025 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0006_01_000003
2015-02-12 10:17:16,025 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0006_01_000005 to application application_1423764831909_0006
2015-02-12 10:17:16,026 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0006_01_000002
2015-02-12 10:17:16,027 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:17:16,027 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0006
2015-02-12 10:17:16,027 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0006
2015-02-12 10:17:16,027 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:17:16,027 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0006
2015-02-12 10:17:16,028 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0006_01_000005
2015-02-12 10:17:16,050 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423764831909_0006_01_000003.tokens. Credentials list:
2015-02-12 10:17:16,051 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0006_01_000002.tokens. Credentials list:
2015-02-12 10:17:16,051 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0006_01_000005.tokens. Credentials list:
2015-02-12 10:17:16,076 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0006_000001 (auth:SIMPLE)
2015-02-12 10:17:16,083 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0006_01_000004 by user soberoi
2015-02-12 10:17:16,084 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000004
2015-02-12 10:17:16,084 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0006_01_000004 to application application_1423764831909_0006
2015-02-12 10:17:16,084 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:17:16,084 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0006
2015-02-12 10:17:16,084 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0006
2015-02-12 10:17:16,084 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:17:16,084 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0006
2015-02-12 10:17:16,210 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0006_01_000004
2015-02-12 10:17:16,237 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:17:16,351 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:17:16,367 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423764831909_0006_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000003.tokens
2015-02-12 10:17:16,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0006
2015-02-12 10:17:16,480 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423764831909_0006_01_000004.tokens. Credentials list:
2015-02-12 10:17:16,487 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0006_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000005.tokens
2015-02-12 10:17:16,488 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0006
2015-02-12 10:17:16,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:17:16,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 10:17:16,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 10:17:16,581 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:17:16,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 10:17:16,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 10:17:16,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0006_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000002.tokens
2015-02-12 10:17:16,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0006
2015-02-12 10:17:16,665 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:17:16,674 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:17:16,674 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:17:16,674 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:17:16,674 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:17:16,675 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:17:16,752 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:17:16,752 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:17:16,753 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:17:16,753 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:17:16,761 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:17:16,788 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:17:16,788 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:17:16,789 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:17:16,789 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:17:16,864 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:17:16,865 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:17:16,865 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:17:16,865 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:17:16,928 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423764831909_0006_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000004.tokens
2015-02-12 10:17:16,928 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0006
2015-02-12 10:17:17,000 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000002/default_container_executor.sh]
2015-02-12 10:17:17,013 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000005/default_container_executor.sh]
2015-02-12 10:17:17,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000004/default_container_executor.sh]
2015-02-12 10:17:17,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000003/default_container_executor.sh]
2015-02-12 10:17:23,272 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741884_1060
2015-02-12 10:17:23,296 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741884_1060
2015-02-12 10:17:24,076 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741884_1060
2015-02-12 10:17:26,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.split dst=null perm=null proto=rpc
2015-02-12 10:17:26,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.split dst=null perm=null proto=rpc
2015-02-12 10:17:26,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.split dst=null perm=null proto=rpc
2015-02-12 10:17:26,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.split dst=null perm=null proto=rpc
2015-02-12 10:17:26,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:17:26,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:17:26,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:17:26,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:17:27,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1423764831909_0006_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:17:27,436 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0006_000001 (auth:SIMPLE)
2015-02-12 10:17:27,438 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0006_01_000005
2015-02-12 10:17:27,438 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000005
2015-02-12 10:17:27,438 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:17:27,438 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0006_01_000005
2015-02-12 10:17:27,463 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0006_01_000005 is : 143
2015-02-12 10:17:27,476 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:17:27,477 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000005
2015-02-12 10:17:27,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000005
2015-02-12 10:17:27,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000005
2015-02-12 10:17:27,480 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000005
2015-02-12 10:17:27,480 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000005
2015-02-12 10:17:27,480 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:17:27,480 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0006_01_000005 from application application_1423764831909_0006
2015-02-12 10:17:27,481 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:17:27,481 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0006
2015-02-12 10:17:27,506 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job_1423764831909_0006_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:17:27,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741885_1061 src: /127.0.0.1:61159 dest: /127.0.0.1:59862
2015-02-12 10:17:27,511 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741885_1061 src: /127.0.0.1:61160 dest: /127.0.0.1:59852
2015-02-12 10:17:27,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741885_1061 src: /127.0.0.1:61161 dest: /127.0.0.1:59859
2015-02-12 10:17:27,524 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job_1423764831909_0006_1.jhist for DFSClient_NONMAPREDUCE_733961814_1
2015-02-12 10:17:27,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1423764831909_0006_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:17:27,565 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0006_000001 (auth:SIMPLE)
2015-02-12 10:17:27,566 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0006_01_000002
2015-02-12 10:17:27,566 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000002
2015-02-12 10:17:27,567 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:17:27,567 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0006_01_000002
2015-02-12 10:17:27,567 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:17:27,567 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0006_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:17:27,567 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000005
2015-02-12 10:17:27,568 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:17:27,568 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:17:27,571 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0006_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:17:27,571 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:27,571 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:17:27,571 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0006_000001 released container container_1423764831909_0006_01_000005 on node: host: 10.1.1.68:59924 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:17:27,589 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0006_01_000002 is : 143
2015-02-12 10:17:27,602 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:17:27,603 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000002
2015-02-12 10:17:27,603 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000002
2015-02-12 10:17:27,604 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000002
2015-02-12 10:17:27,604 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000002
2015-02-12 10:17:27,604 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000002
2015-02-12 10:17:27,604 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:17:27,605 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0006_01_000002 from application application_1423764831909_0006
2015-02-12 10:17:27,605 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:17:27,605 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0006
2015-02-12 10:17:27,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1423764831909_0006_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:17:27,634 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0006_000001 (auth:SIMPLE)
2015-02-12 10:17:27,636 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0006_01_000003
2015-02-12 10:17:27,636 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000003
2015-02-12 10:17:27,636 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:17:27,637 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0006_01_000003
2015-02-12 10:17:27,638 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:17:27,638 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0006_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:17:27,638 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000002
2015-02-12 10:17:27,638 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:17:27,638 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:17:27,639 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0006_01_000002, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:17:27,640 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:27,640 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:17:27,640 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0006_000001 released container container_1423764831909_0006_01_000002 on node: host: 10.1.1.68:59924 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:17:27,640 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:27,657 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0006_01_000003 is : 143
2015-02-12 10:17:27,686 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:17:27,687 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000003
2015-02-12 10:17:27,688 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000003
2015-02-12 10:17:27,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000003
2015-02-12 10:17:27,698 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000003
2015-02-12 10:17:27,699 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000003
2015-02-12 10:17:27,699 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:17:27,699 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0006_01_000003 from application application_1423764831909_0006
2015-02-12 10:17:27,699 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:17:27,701 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0006
2015-02-12 10:17:27,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1423764831909_0006_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:17:27,792 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0006_000001 (auth:SIMPLE)
2015-02-12 10:17:27,793 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0006_01_000004
2015-02-12 10:17:27,794 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000004
2015-02-12 10:17:27,794 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:17:27,794 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0006_01_000004
2015-02-12 10:17:27,795 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:27,795 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:17:27,795 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0006_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:17:27,795 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000003
2015-02-12 10:17:27,795 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:17:27,795 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:17:27,796 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0006_01_000003, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:17:27,796 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:27,796 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:17:27,797 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0006_000001 released container container_1423764831909_0006_01_000003 on node: host: 10.1.1.68:59924 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:17:27,797 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:27,810 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0006_01_000004 is : 143
2015-02-12 10:17:27,823 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:17:27,825 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000004
2015-02-12 10:17:27,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000004
2015-02-12 10:17:27,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000004
2015-02-12 10:17:27,829 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000004
2015-02-12 10:17:27,830 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000004
2015-02-12 10:17:27,830 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:17:27,831 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0006_01_000004 from application application_1423764831909_0006
2015-02-12 10:17:27,831 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:17:27,831 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0006
2015-02-12 10:17:28,796 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:28,796 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:28,796 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:17:28,796 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0006_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:17:28,797 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000004
2015-02-12 10:17:28,797 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:17:28,797 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:17:28,798 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0006_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:17:28,798 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:28,798 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:17:28,798 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0006_000001 released container container_1423764831909_0006_01_000004 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:17:28,798 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:29,223 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:17:29,223 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000006
2015-02-12 10:17:29,223 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0006_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:17:29,223 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0006_000001 container=Container: [ContainerId: container_1423764831909_0006_01_000006, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:17:29,224 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:17:29,224 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:29,797 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0006_01_000003, container_1423764831909_0006_01_000005, container_1423764831909_0006_01_000002]
2015-02-12 10:17:29,797 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:29,798 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:29,798 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:29,798 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:29,858 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0006_01_000006
2015-02-12 10:17:29,859 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:17:29,869 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0006_000001 (auth:SIMPLE)
2015-02-12 10:17:29,872 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0006_01_000006 by user soberoi
2015-02-12 10:17:29,872 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0006
2015-02-12 10:17:29,872 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000006
2015-02-12 10:17:29,872 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0006 transitioned from NEW to INITING
2015-02-12 10:17:29,872 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0006_01_000006 to application application_1423764831909_0006
2015-02-12 10:17:29,873 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0006 transitioned from INITING to RUNNING
2015-02-12 10:17:29,873 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:17:29,873 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0006
2015-02-12 10:17:29,873 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0006
2015-02-12 10:17:29,873 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:17:29,873 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0006
2015-02-12 10:17:29,874 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:17:29,874 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:17:29,874 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0006_01_000006
2015-02-12 10:17:29,884 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0006_01_000006.tokens. Credentials list:
2015-02-12 10:17:29,987 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:17:30,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0006_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000006.tokens
2015-02-12 10:17:30,070 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0006
2015-02-12 10:17:30,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 10:17:30,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 10:17:30,205 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:17:30,228 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:17:30,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 10:17:30,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 10:17:30,302 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:17:30,302 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:17:30,351 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:17:30,351 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:17:30,504 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000006/default_container_executor.sh]
2015-02-12 10:17:30,805 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0006_01_000004]
2015-02-12 10:17:30,806 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:30,867 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:17:36,348 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 10:17:36,349 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:17:47,873 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:17:47,894 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:17:49,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1423764831909_0006_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:49,513 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1423764831909_0006_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:17:49,777 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741886_1062 src: /127.0.0.1:61237 dest: /127.0.0.1:59852
2015-02-12 10:17:49,778 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741886_1062 src: /127.0.0.1:61241 dest: /127.0.0.1:59855
2015-02-12 10:17:49,780 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741886_1062 src: /127.0.0.1:61242 dest: /127.0.0.1:59862
2015-02-12 10:17:49,971 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61242, dest: /127.0.0.1:59862, bytes: 1376, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0006_r_000000_0_1587410426_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741886_1062, duration: 189768000
2015-02-12 10:17:49,972 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:49,972 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:17:49,973 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61241, dest: /127.0.0.1:59855, bytes: 1376, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0006_r_000000_0_1587410426_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741886_1062, duration: 190258000
2015-02-12 10:17:49,973 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:49,973 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:17:49,973 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61237, dest: /127.0.0.1:59852, bytes: 1376, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0006_r_000000_0_1587410426_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741886_1062, duration: 191938000
2015-02-12 10:17:49,974 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:49,974 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:17:49,978 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1423764831909_0006_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0006_r_000000_0_1587410426_1
2015-02-12 10:17:49,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1423764831909_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:17:50,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1423764831909_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:17:50,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/task_1423764831909_0006_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:17:50,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1423764831909_0006_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/task_1423764831909_0006_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:17:50,020 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0006_000001 (auth:SIMPLE)
2015-02-12 10:17:50,023 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0006_01_000006
2015-02-12 10:17:50,023 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000006
2015-02-12 10:17:50,023 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:17:50,024 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0006_01_000006
2015-02-12 10:17:50,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:50,031 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_733961814_1
2015-02-12 10:17:50,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:17:50,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null proto=rpc
2015-02-12 10:17:50,043 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0006_01_000006 is : 143
2015-02-12 10:17:50,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null proto=rpc
2015-02-12 10:17:50,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/task_1423764831909_0006_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:17:50,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:17:50,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/task_1423764831909_0006_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:50,055 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:17:50,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary dst=null perm=null proto=rpc
2015-02-12 10:17:50,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000006
2015-02-12 10:17:50,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000006
2015-02-12 10:17:50,057 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000006
2015-02-12 10:17:50,057 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000006
2015-02-12 10:17:50,057 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:17:50,057 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0006_01_000006 from application application_1423764831909_0006
2015-02-12 10:17:50,058 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:17:50,058 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0006
2015-02-12 10:17:50,057 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000006
2015-02-12 10:17:50,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:50,063 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_SUCCESS is closed by DFSClient_NONMAPREDUCE_733961814_1
2015-02-12 10:17:50,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:50,067 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_733961814_1
2015-02-12 10:17:50,084 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61161, dest: /127.0.0.1:59859, bytes: 61438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_733961814_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741885_1061, duration: 22569222000
2015-02-12 10:17:50,084 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:50,086 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 15710
2015-02-12 10:17:50,086 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61160, dest: /127.0.0.1:59852, bytes: 61438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_733961814_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741885_1061, duration: 22571069000
2015-02-12 10:17:50,086 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:50,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 15710
2015-02-12 10:17:50,091 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61159, dest: /127.0.0.1:59862, bytes: 61438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_733961814_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741885_1061, duration: 22576209000
2015-02-12 10:17:50,091 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:50,092 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 15710
2015-02-12 10:17:50,093 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job_1423764831909_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_733961814_1
2015-02-12 10:17:50,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:50,098 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:17:50,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741887_1063 src: /127.0.0.1:61251 dest: /127.0.0.1:59859
2015-02-12 10:17:50,102 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741887_1063 src: /127.0.0.1:61252 dest: /127.0.0.1:59852
2015-02-12 10:17:50,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741887_1063 src: /127.0.0.1:61253 dest: /127.0.0.1:59855
2015-02-12 10:17:50,109 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61253, dest: /127.0.0.1:59855, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_733961814_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741887_1063, duration: 1947000
2015-02-12 10:17:50,110 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:50,110 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:17:50,110 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61252, dest: /127.0.0.1:59852, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_733961814_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741887_1063, duration: 2770000
2015-02-12 10:17:50,110 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:50,111 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:17:50,111 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61251, dest: /127.0.0.1:59859, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_733961814_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741887_1063, duration: 3806000
2015-02-12 10:17:50,111 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:50,112 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:17:50,113 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_733961814_1
2015-02-12 10:17:50,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:17:50,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job_1423764831909_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:17:50,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006-1423765025344-soberoi-%5B30C5E3171F3A42109D4B127468EE03B6%2FF02D7E0282044900-1423765070068-4-1-SUCCEEDED-default-1423765033690.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:17:50,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job_1423764831909_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:17:50,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006-1423765025344-soberoi-%5B30C5E3171F3A42109D4B127468EE03B6%2FF02D7E0282044900-1423765070068-4-1-SUCCEEDED-default-1423765033690.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:17:50,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job_1423764831909_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:17:50,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006-1423765025344-soberoi-%5B30C5E3171F3A42109D4B127468EE03B6%2FF02D7E0282044900-1423765070068-4-1-SUCCEEDED-default-1423765033690.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:50,140 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006-1423765025344-soberoi-%5B30C5E3171F3A42109D4B127468EE03B6%2FF02D7E0282044900-1423765070068-4-1-SUCCEEDED-default-1423765033690.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:17:50,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741888_1064 src: /127.0.0.1:61255 dest: /127.0.0.1:59859
2015-02-12 10:17:50,144 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741888_1064 src: /127.0.0.1:61256 dest: /127.0.0.1:59855
2015-02-12 10:17:50,145 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741888_1064 src: /127.0.0.1:61257 dest: /127.0.0.1:59852
2015-02-12 10:17:50,148 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61257, dest: /127.0.0.1:59852, bytes: 61438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_733961814_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741888_1064, duration: 1820000
2015-02-12 10:17:50,149 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:50,149 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:17:50,149 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61256, dest: /127.0.0.1:59855, bytes: 61438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_733961814_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741888_1064, duration: 2402000
2015-02-12 10:17:50,149 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:50,150 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:17:50,150 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61255, dest: /127.0.0.1:59859, bytes: 61438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_733961814_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741888_1064, duration: 3568000
2015-02-12 10:17:50,150 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:50,151 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:17:50,152 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006-1423765025344-soberoi-%5B30C5E3171F3A42109D4B127468EE03B6%2FF02D7E0282044900-1423765070068-4-1-SUCCEEDED-default-1423765033690.jhist_tmp is closed by DFSClient_NONMAPREDUCE_733961814_1
2015-02-12 10:17:50,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006-1423765025344-soberoi-%5B30C5E3171F3A42109D4B127468EE03B6%2FF02D7E0282044900-1423765070068-4-1-SUCCEEDED-default-1423765033690.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:17:50,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job_1423764831909_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:17:50,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:17:50,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job_1423764831909_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:17:50,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:17:50,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006/job_1423764831909_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:17:50,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:50,168 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:17:50,170 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741889_1065 src: /127.0.0.1:61259 dest: /127.0.0.1:59859
2015-02-12 10:17:50,172 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741889_1065 src: /127.0.0.1:61260 dest: /127.0.0.1:59862
2015-02-12 10:17:50,173 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741889_1065 src: /127.0.0.1:61261 dest: /127.0.0.1:59852
2015-02-12 10:17:50,179 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61261, dest: /127.0.0.1:59852, bytes: 115895, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_733961814_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741889_1065, duration: 3538000
2015-02-12 10:17:50,179 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:50,179 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:17:50,180 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61260, dest: /127.0.0.1:59862, bytes: 115895, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_733961814_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741889_1065, duration: 4462000
2015-02-12 10:17:50,180 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:50,180 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:17:50,181 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61259, dest: /127.0.0.1:59859, bytes: 115895, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_733961814_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741889_1065, duration: 5354000
2015-02-12 10:17:50,181 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:50,182 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:17:50,183 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_733961814_1
2015-02-12 10:17:50,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:17:50,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:17:50,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:17:50,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006-1423765025344-soberoi-%5B30C5E3171F3A42109D4B127468EE03B6%2FF02D7E0282044900-1423765070068-4-1-SUCCEEDED-default-1423765033690.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006-1423765025344-soberoi-%5B30C5E3171F3A42109D4B127468EE03B6%2FF02D7E0282044900-1423765070068-4-1-SUCCEEDED-default-1423765033690.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:17:50,199 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0006_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:17:50,199 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0006_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:17:50,199 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0006 with final state: FINISHING
2015-02-12 10:17:50,199 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0006 State change from RUNNING to FINAL_SAVING
2015-02-12 10:17:50,200 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0006
2015-02-12 10:17:50,201 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0006_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:17:50,201 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0006 State change from FINAL_SAVING to FINISHING
2015-02-12 10:17:51,026 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:17:51,026 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0006_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:17:51,026 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000006
2015-02-12 10:17:51,026 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0006_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:17:51,027 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:17:51,028 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0006_01_000006, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:17:51,028 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:51,028 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:17:51,028 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0006_000001 released container container_1423764831909_0006_01_000006 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:17:51,209 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0006 unregistered successfully.
2015-02-12 10:17:51,213 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741880_1056 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:17:51,213 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741881_1057 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:17:51,214 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741882_1058 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:17:51,214 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741883_1059 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:17:51,215 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741885_1061 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:17:51,215 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741884_1060 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:17:51,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0006 dst=null perm=null proto=rpc
2015-02-12 10:17:51,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null proto=rpc
2015-02-12 10:17:51,273 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary
2015-02-12 10:17:51,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary dst=null perm=null proto=rpc
2015-02-12 10:17:51,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null proto=rpc
2015-02-12 10:17:51,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null proto=rpc
2015-02-12 10:17:51,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null proto=rpc
2015-02-12 10:17:51,299 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:17:51,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:17:51,303 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/generatoraggregator
2015-02-12 10:17:51,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null proto=rpc
2015-02-12 10:17:51,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null proto=rpc
2015-02-12 10:17:51,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null proto=rpc
2015-02-12 10:17:51,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null proto=rpc
2015-02-12 10:17:51,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:17:51,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:17:51,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:17:51,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:17:51,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower-offset.txt dst=null perm=null proto=rpc
2015-02-12 10:17:51,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower-offset.txt dst=null perm=null proto=rpc
2015-02-12 10:17:51,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower-offset.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:17:51,322 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower-offset.txt. BP-1216473654-10.1.1.68-1423764814898 blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:17:51,324 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741890_1066 src: /127.0.0.1:61275 dest: /127.0.0.1:59855
2015-02-12 10:17:51,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741890_1066 src: /127.0.0.1:61276 dest: /127.0.0.1:59852
2015-02-12 10:17:51,327 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741890_1066 src: /127.0.0.1:61277 dest: /127.0.0.1:59859
2015-02-12 10:17:51,330 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61277, dest: /127.0.0.1:59859, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741890_1066, duration: 1464000
2015-02-12 10:17:51,330 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741890_1066, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:51,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:17:51,331 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61276, dest: /127.0.0.1:59852, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741890_1066, duration: 2004000
2015-02-12 10:17:51,331 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:51,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:17:51,332 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61275, dest: /127.0.0.1:59855, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741890_1066, duration: 3033000
2015-02-12 10:17:51,332 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:51,336 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:17:51,341 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower-offset.txt is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:17:51,377 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:17:51,378 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:17:51,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null proto=rpc
2015-02-12 10:17:51,467 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merge] starting
2015-02-12 10:17:51,467 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt"]
2015-02-12 10:17:51,467 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"]
2015-02-12 10:17:51,467 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower-offset.txt"]
2015-02-12 10:17:51,467 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merge] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree"]
2015-02-12 10:17:51,467 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merge] parallel execution is enabled: true
2015-02-12 10:17:51,468 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merge] starting jobs: 1
2015-02-12 10:17:51,468 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merge] allocating threads: 1
2015-02-12 10:17:51,469 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merge] starting step: (1/1) ...platform/simplemergethree
2015-02-12 10:17:51,486 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:17:51,548 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:17:51,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null proto=rpc
2015-02-12 10:17:51,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:17:51,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:17:51,557 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 7
2015-02-12 10:17:51,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007 dst=null perm=null proto=rpc
2015-02-12 10:17:51,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:17:51,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:17:51,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 10:17:51,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:17:51,566 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:17:51,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741891_1067 src: /127.0.0.1:61280 dest: /127.0.0.1:59859
2015-02-12 10:17:51,569 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741891_1067 src: /127.0.0.1:61281 dest: /127.0.0.1:59862
2015-02-12 10:17:51,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741891_1067 src: /127.0.0.1:61282 dest: /127.0.0.1:59855
2015-02-12 10:17:51,576 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61282, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741891_1067, duration: 3315000
2015-02-12 10:17:51,576 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741891_1067, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:51,577 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:17:51,577 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61281, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741891_1067, duration: 3572000
2015-02-12 10:17:51,577 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:51,578 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:17:51,578 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61280, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741891_1067, duration: 5317000
2015-02-12 10:17:51,578 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:51,579 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:17:51,581 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:17:51,582 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar
2015-02-12 10:17:51,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 10:17:51,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:17:51,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:17:51,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:17:51,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:17:51,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:17:51,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:17:51,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:17:51,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:17:51,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:17:51,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:17:51,595 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59855 to replicate blk_1073741891_1067 to datanode(s) 127.0.0.1:59852
2015-02-12 10:17:51,595 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073741880_1056, blk_1073741881_1057, blk_1073741882_1058, blk_1073741883_1059, blk_1073741884_1060, blk_1073741885_1061]
2015-02-12 10:17:51,595 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073741880_1056, blk_1073741881_1057, blk_1073741882_1058, blk_1073741883_1059, blk_1073741885_1061]
2015-02-12 10:17:51,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:17:51,603 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:17:51,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:17:51,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:17:51,608 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:17:51,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:17:51,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower-offset.txt dst=null perm=null proto=rpc
2015-02-12 10:17:51,612 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:17:51,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower-offset.txt dst=null perm=null proto=rpc
2015-02-12 10:17:51,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:17:51,617 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:17:51,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:17:51,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:17:51,623 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:17:51,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:17:51,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower-offset.txt dst=null perm=null proto=rpc
2015-02-12 10:17:51,627 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:17:51,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower-offset.txt dst=null perm=null proto=rpc
2015-02-12 10:17:51,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:17:51,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:17:51,635 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split
2015-02-12 10:17:51,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split dst=null perm=null proto=rpc
2015-02-12 10:17:51,642 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:17:51,644 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741892_1068 src: /127.0.0.1:61285 dest: /127.0.0.1:59862
2015-02-12 10:17:51,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741892_1068 src: /127.0.0.1:61286 dest: /127.0.0.1:59852
2015-02-12 10:17:51,646 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741892_1068 src: /127.0.0.1:61287 dest: /127.0.0.1:59855
2015-02-12 10:17:51,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741892_1068 src: /127.0.0.1:61288 dest: /127.0.0.1:59859
2015-02-12 10:17:51,655 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61288, dest: /127.0.0.1:59859, bytes: 3214, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741892_1068, duration: 5125000
2015-02-12 10:17:51,656 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741892_1068, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:51,656 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:17:51,657 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61287, dest: /127.0.0.1:59855, bytes: 3214, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741892_1068, duration: 7040000
2015-02-12 10:17:51,657 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:51,657 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:17:51,658 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61286, dest: /127.0.0.1:59852, bytes: 3214, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741892_1068, duration: 8039000
2015-02-12 10:17:51,658 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:51,658 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:17:51,658 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61285, dest: /127.0.0.1:59862, bytes: 3214, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741892_1068, duration: 8950000
2015-02-12 10:17:51,659 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:51,660 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:17:51,661 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:17:51,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:17:51,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:17:51,668 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:17:51,669 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741893_1069 src: /127.0.0.1:61289 dest: /127.0.0.1:59852
2015-02-12 10:17:51,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741893_1069 src: /127.0.0.1:61290 dest: /127.0.0.1:59855
2015-02-12 10:17:51,673 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741893_1069 src: /127.0.0.1:61291 dest: /127.0.0.1:59859
2015-02-12 10:17:51,676 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61291, dest: /127.0.0.1:59859, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741893_1069, duration: 1312000
2015-02-12 10:17:51,677 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741893_1069, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:51,677 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:17:51,677 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61290, dest: /127.0.0.1:59855, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741893_1069, duration: 1971000
2015-02-12 10:17:51,677 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:51,678 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:17:51,678 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61289, dest: /127.0.0.1:59852, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741893_1069, duration: 2900000
2015-02-12 10:17:51,678 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:51,680 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:17:51,681 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:17:51,682 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:9
2015-02-12 10:17:51,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:17:51,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:17:51,699 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:17:51,702 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741894_1070 src: /127.0.0.1:61293 dest: /127.0.0.1:59855
2015-02-12 10:17:51,703 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741894_1070 src: /127.0.0.1:61294 dest: /127.0.0.1:59852
2015-02-12 10:17:51,704 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741894_1070 src: /127.0.0.1:61295 dest: /127.0.0.1:59862
2015-02-12 10:17:51,708 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61295, dest: /127.0.0.1:59862, bytes: 99985, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741894_1070, duration: 1688000
2015-02-12 10:17:51,708 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741894_1070, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:51,708 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:17:51,708 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61294, dest: /127.0.0.1:59852, bytes: 99985, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741894_1070, duration: 2237000
2015-02-12 10:17:51,709 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:51,709 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:17:51,709 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61293, dest: /127.0.0.1:59855, bytes: 99985, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741894_1070, duration: 3110000
2015-02-12 10:17:51,710 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:51,711 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:17:51,713 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:17:51,714 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0007
2015-02-12 10:17:51,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007 dst=null perm=null proto=rpc
2015-02-12 10:17:51,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 10:17:51,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 10:17:51,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 10:17:51,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 10:17:51,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split dst=null perm=null proto=rpc
2015-02-12 10:17:51,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split dst=null perm=null proto=rpc
2015-02-12 10:17:51,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:17:51,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:17:51,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:17:51,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:17:51,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:17:51,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:17:51,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:17:51,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:17:51,734 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 7 submitted by user soberoi
2015-02-12 10:17:51,734 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0007
2015-02-12 10:17:51,735 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0007
2015-02-12 10:17:51,735 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0007
2015-02-12 10:17:51,735 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0007 State change from NEW to NEW_SAVING
2015-02-12 10:17:51,735 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0007 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:17:51,735 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0007 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:17:51,735 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0007 from user: soberoi, in queue: default
2015-02-12 10:17:51,736 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0007 State change from SUBMITTED to ACCEPTED
2015-02-12 10:17:51,736 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0007_000001
2015-02-12 10:17:51,736 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0007_000001 State change from NEW to SUBMITTED
2015-02-12 10:17:51,736 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0007 from user: soberoi activated in queue: default
2015-02-12 10:17:51,736 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0007 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:17:51,736 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0007_000001 to scheduler from user soberoi in queue default
2015-02-12 10:17:51,738 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0007_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:17:51,738 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0007
2015-02-12 10:17:51,740 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0007/
2015-02-12 10:17:51,740 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merge] submitted hadoop job: job_1423764831909_0007
2015-02-12 10:17:51,741 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merge] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0007/
2015-02-12 10:17:51,836 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:17:51,836 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000001
2015-02-12 10:17:51,837 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0007_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 10:17:51,837 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0007_000001 container=Container: [ContainerId: container_1423764831909_0007_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:17:51,837 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:17:51,837 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:51,838 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0007_01_000001
2015-02-12 10:17:51,839 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:17:51,839 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0007_000001
2015-02-12 10:17:51,839 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0007 AttemptId: appattempt_1423764831909_0007_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0007_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ]
2015-02-12 10:17:51,839 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0007_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:17:51,839 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0007_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:17:51,839 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0007_000001
2015-02-12 10:17:51,843 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0007_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0007_000001
2015-02-12 10:17:51,843 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0007_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:17:51,843 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0007_000001
2015-02-12 10:17:51,844 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0007_000001
2015-02-12 10:17:51,847 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:17:51,850 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0007_01_000001 by user soberoi
2015-02-12 10:17:51,850 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0007
2015-02-12 10:17:51,851 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000001
2015-02-12 10:17:51,851 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0007 transitioned from NEW to INITING
2015-02-12 10:17:51,851 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0007_01_000001 to application application_1423764831909_0007
2015-02-12 10:17:51,851 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0007 transitioned from INITING to RUNNING
2015-02-12 10:17:51,851 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0007_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0007_000001
2015-02-12 10:17:51,851 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0007_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:17:51,851 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:17:51,851 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0007
2015-02-12 10:17:51,852 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:17:51,852 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:17:51,852 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:17:51,852 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:17:51,852 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0007_01_000001
2015-02-12 10:17:51,870 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0007_01_000001.tokens. Credentials list:
2015-02-12 10:17:52,027 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:52,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:17:52,273 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0007_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000001.tokens
2015-02-12 10:17:52,273 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:17:52,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 10:17:52,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 10:17:52,484 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:17:52,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:17:52,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:17:52,565 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=2aa0fabf-b905-40ca-b888-b2077fcc60ea, infoPort=59856, ipcPort=59858, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073741891_1067 to 127.0.0.1:59852
2015-02-12 10:17:52,565 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0007/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:17:52,567 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073741891_1067 (numBytes=254067) to /127.0.0.1:59852
2015-02-12 10:17:52,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741891_1067 src: /127.0.0.1:61314 dest: /127.0.0.1:59852
2015-02-12 10:17:52,572 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073741891_1067 src: /127.0.0.1:61314 dest: /127.0.0.1:59852 of size 254067
2015-02-12 10:17:52,573 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741891_1067 size 254067
2015-02-12 10:17:52,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split dst=null perm=null proto=rpc
2015-02-12 10:17:52,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split dst=null perm=null proto=rpc
2015-02-12 10:17:52,634 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0007/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:17:52,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 10:17:52,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 10:17:52,693 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0007/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:17:52,693 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:17:52,739 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:17:52,739 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:17:52,829 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000001/default_container_executor.sh]
2015-02-12 10:17:52,838 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:17:52,923 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741880 for deletion
2015-02-12 10:17:52,923 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741881 for deletion
2015-02-12 10:17:52,923 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741882 for deletion
2015-02-12 10:17:52,923 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741880
2015-02-12 10:17:52,923 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741883 for deletion
2015-02-12 10:17:52,923 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741885 for deletion
2015-02-12 10:17:52,923 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741882
2015-02-12 10:17:52,924 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741881
2015-02-12 10:17:52,924 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741883
2015-02-12 10:17:52,924 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741885
2015-02-12 10:17:53,032 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:53,093 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741880 for deletion
2015-02-12 10:17:53,093 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741881 for deletion
2015-02-12 10:17:53,093 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741882 for deletion
2015-02-12 10:17:53,093 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741883 for deletion
2015-02-12 10:17:53,093 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741880
2015-02-12 10:17:53,093 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741884 for deletion
2015-02-12 10:17:53,093 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741885 for deletion
2015-02-12 10:17:53,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741882
2015-02-12 10:17:53,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741881
2015-02-12 10:17:53,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741884
2015-02-12 10:17:53,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741883
2015-02-12 10:17:53,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741885
2015-02-12 10:17:54,036 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:54,596 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073741880_1056, blk_1073741881_1057, blk_1073741882_1058, blk_1073741884_1060, blk_1073741885_1061]
2015-02-12 10:17:54,596 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073741880_1056, blk_1073741881_1057, blk_1073741883_1059, blk_1073741884_1060]
2015-02-12 10:17:55,039 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:55,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:17:55,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:17:55,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:17:55,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:17:55,568 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741880 for deletion
2015-02-12 10:17:55,569 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741881 for deletion
2015-02-12 10:17:55,569 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741883 for deletion
2015-02-12 10:17:55,569 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741884 for deletion
2015-02-12 10:17:55,569 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741880
2015-02-12 10:17:55,569 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741880 for deletion
2015-02-12 10:17:55,569 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741881 for deletion
2015-02-12 10:17:55,569 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741882 for deletion
2015-02-12 10:17:55,570 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741884 for deletion
2015-02-12 10:17:55,570 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741885 for deletion
2015-02-12 10:17:55,570 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741883
2015-02-12 10:17:55,571 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741881
2015-02-12 10:17:55,571 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741880
2015-02-12 10:17:55,571 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741884
2015-02-12 10:17:55,571 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741882
2015-02-12 10:17:55,571 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741881
2015-02-12 10:17:55,571 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741884
2015-02-12 10:17:55,572 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741885
2015-02-12 10:17:55,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007 dst=null perm=null proto=rpc
2015-02-12 10:17:55,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:17:55,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:17:56,044 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:56,311 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0006_01_000001 succeeded
2015-02-12 10:17:56,311 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:17:56,311 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0006_01_000001
2015-02-12 10:17:56,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000001
2015-02-12 10:17:56,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000001
2015-02-12 10:17:56,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000001
2015-02-12 10:17:56,337 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0006/container_1423764831909_0006_01_000001
2015-02-12 10:17:56,338 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000001
2015-02-12 10:17:56,338 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0006_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:17:56,338 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0006_01_000001 from application application_1423764831909_0006
2015-02-12 10:17:56,338 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:17:56,339 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0006
2015-02-12 10:17:56,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:17:56,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:17:56,866 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0006_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:17:56,866 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0006_000001
2015-02-12 10:17:56,866 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0006_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:17:56,866 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0006_000001
2015-02-12 10:17:56,867 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0006_000001 State change from FINISHING to FINISHED
2015-02-12 10:17:56,867 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000001
2015-02-12 10:17:56,867 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0006 State change from FINISHING to FINISHED
2015-02-12 10:17:56,867 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:17:56,867 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0006_000001
2015-02-12 10:17:56,867 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0006
2015-02-12 10:17:56,868 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0006,name=[30C5E3171F3A42109D4B127468EE03B6/F02D7E0282044900AC5B550A85DBA514] test/(1/1) ...tform/generatoraggregator,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0006/jobhistory/job/job_1423764831909_0006,appMasterHost=10.1.1.68,startTime=1423765025344,finishTime=1423765070199,finalStatus=SUCCEEDED
2015-02-12 10:17:56,867 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:17:56,868 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0006_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:17:56,868 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:56,868 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:17:56,868 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0006_000001 released container container_1423764831909_0006_01_000001 on node: host: 10.1.1.68:59934 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:17:56,869 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0006_000001 is done. finalState=FINISHED
2015-02-12 10:17:56,869 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0006 requests cleared
2015-02-12 10:17:56,869 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0006 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:17:56,869 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0006 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:17:56,871 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0006_000001 (auth:SIMPLE)
2015-02-12 10:17:56,873 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0006_01_000001
2015-02-12 10:17:56,873 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0006 CONTAINERID=container_1423764831909_0006_01_000001
2015-02-12 10:17:56,874 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0006_01_000001]
2015-02-12 10:17:56,874 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:56,874 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:17:56,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0006
2015-02-12 10:17:56,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0006
2015-02-12 10:17:56,875 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0006
2015-02-12 10:17:56,875 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:17:56,875 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0006, with delay of 10800 seconds
2015-02-12 10:17:56,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0006
2015-02-12 10:17:56,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0006
2015-02-12 10:17:56,940 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:17:56,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0006
2015-02-12 10:17:56,941 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0006
2015-02-12 10:17:56,941 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:17:56,941 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0006
2015-02-12 10:17:56,942 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0006
2015-02-12 10:17:56,942 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0006
2015-02-12 10:17:56,941 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0006, with delay of 10800 seconds
2015-02-12 10:17:57,045 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:17:57,045 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:57,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0006
2015-02-12 10:17:57,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0006
2015-02-12 10:17:57,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0006
2015-02-12 10:17:57,046 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0006
2015-02-12 10:17:57,046 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:17:57,046 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0006, with delay of 10800 seconds
2015-02-12 10:17:57,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0006
2015-02-12 10:17:57,945 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:17:57,951 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0007_000001
2015-02-12 10:17:57,951 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0007 APPATTEMPTID=appattempt_1423764831909_0007_000001
2015-02-12 10:17:57,952 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0007_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:17:57,952 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0007 State change from ACCEPTED to RUNNING
2015-02-12 10:17:58,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job_1423764831909_0007_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:58,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:17:58,046 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:17:58,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job_1423764831909_0007_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:17:58,236 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741891_1067
2015-02-12 10:17:58,237 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741887_1063
2015-02-12 10:17:58,237 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741893_1069
2015-02-12 10:17:58,238 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741890_1066
2015-02-12 10:17:58,238 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741892_1068
2015-02-12 10:17:58,239 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741888_1064
2015-02-12 10:17:58,240 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741889_1065
2015-02-12 10:17:58,247 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job_1423764831909_0007_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:17:58,295 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741895_1071 src: /127.0.0.1:61331 dest: /127.0.0.1:59859
2015-02-12 10:17:58,297 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741895_1071 src: /127.0.0.1:61332 dest: /127.0.0.1:59855
2015-02-12 10:17:58,299 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741895_1071 src: /127.0.0.1:61333 dest: /127.0.0.1:59862
2015-02-12 10:17:58,313 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741893_1069
2015-02-12 10:17:58,315 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741891_1067
2015-02-12 10:17:58,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741890_1066
2015-02-12 10:17:58,341 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741888_1064
2015-02-12 10:17:58,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741894_1070
2015-02-12 10:17:58,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741886_1062
2015-02-12 10:17:58,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741892_1068
2015-02-12 10:17:58,343 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741890_1066
2015-02-12 10:17:58,343 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741887_1063
2015-02-12 10:17:58,346 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61333, dest: /127.0.0.1:59862, bytes: 117132, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1210706220_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741895_1071, duration: 46019000
2015-02-12 10:17:58,347 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741895_1071, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:17:58,348 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:17:58,348 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61332, dest: /127.0.0.1:59855, bytes: 117132, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1210706220_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741895_1071, duration: 47258000
2015-02-12 10:17:58,348 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:58,348 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:17:58,349 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61331, dest: /127.0.0.1:59859, bytes: 117132, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1210706220_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741895_1071, duration: 48270000
2015-02-12 10:17:58,349 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:17:58,349 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:17:58,354 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job_1423764831909_0007_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1210706220_1
2015-02-12 10:17:58,521 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741889_1065
2015-02-12 10:17:58,521 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741886_1062
2015-02-12 10:17:58,522 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741894_1070
2015-02-12 10:17:58,544 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741891_1067
2015-02-12 10:17:58,544 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741893_1069
2015-02-12 10:17:58,720 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741888_1064
2015-02-12 10:17:58,720 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741892_1068
2015-02-12 10:17:58,721 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741887_1063
2015-02-12 10:17:59,054 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:17:59,054 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000002
2015-02-12 10:17:59,054 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0007_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:17:59,054 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0007_000001 container=Container: [ContainerId: container_1423764831909_0007_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:17:59,055 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:17:59,055 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:59,056 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:17:59,056 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000003
2015-02-12 10:17:59,056 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0007_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:17:59,056 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0007_000001 container=Container: [ContainerId: container_1423764831909_0007_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:17:59,057 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:17:59,057 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:59,057 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:17:59,057 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000004
2015-02-12 10:17:59,057 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0007_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:17:59,058 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0007_000001 container=Container: [ContainerId: container_1423764831909_0007_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:17:59,058 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:17:59,058 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:59,058 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:17:59,058 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000005
2015-02-12 10:17:59,058 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0007_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:17:59,059 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0007_000001 container=Container: [ContainerId: container_1423764831909_0007_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:17:59,059 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:17:59,059 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:59,112 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741894_1070
2015-02-12 10:17:59,113 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741886_1062
2015-02-12 10:17:59,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741891_1067
2015-02-12 10:17:59,323 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741889_1065
2015-02-12 10:17:59,324 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741892_1068
2015-02-12 10:17:59,595 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:17:59,596 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000006
2015-02-12 10:17:59,596 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0007_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:17:59,596 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0007_000001 container=Container: [ContainerId: container_1423764831909_0007_01_000006, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:17:59,597 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 10:17:59,597 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:59,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:17:59,597 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000007
2015-02-12 10:17:59,598 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0007_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:17:59,598 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0007_000001 container=Container: [ContainerId: container_1423764831909_0007_01_000007, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:17:59,598 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7
2015-02-12 10:17:59,598 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:59,599 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:17:59,599 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000008
2015-02-12 10:17:59,599 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0007_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:17:59,599 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0007_000001 container=Container: [ContainerId: container_1423764831909_0007_01_000008, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:17:59,599 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:8>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=1, numContainers=8
2015-02-12 10:17:59,600 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:8> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:59,600 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000009 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:17:59,600 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000009
2015-02-12 10:17:59,600 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0007_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:17:59,600 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0007_000001 container=Container: [ContainerId: container_1423764831909_0007_01_000009, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:8>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=1, numContainers=8 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:17:59,600 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:9>, usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=1, numContainers=9
2015-02-12 10:17:59,601 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:9> cluster=<memory:16384, vCores:32>
2015-02-12 10:17:59,885 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000010 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:17:59,885 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000010
2015-02-12 10:17:59,885 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0007_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:17:59,885 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0007_000001 container=Container: [ContainerId: container_1423764831909_0007_01_000010, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:9>, usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=1, numContainers=9 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:17:59,885 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:10>, usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=1, numContainers=10
2015-02-12 10:17:59,885 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:10> cluster=<memory:16384, vCores:32>
2015-02-12 10:18:00,017 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0007_01_000002
2015-02-12 10:18:00,018 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:18:00,020 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:18:00,021 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:18:00,022 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:18:00,023 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0007_01_000006
2015-02-12 10:18:00,024 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:18:00,026 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:18:00,027 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:18:00,028 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000009 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:18:00,029 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0007_01_000010
2015-02-12 10:18:00,030 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000010 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:18:00,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 10:18:00,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 10:18:00,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 10:18:00,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 10:18:00,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:18:00,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:18:00,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:18:00,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:18:00,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:18:00,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:18:00,291 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:00,294 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:00,295 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:00,296 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:00,297 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:00,302 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0007_01_000003 by user soberoi
2015-02-12 10:18:00,303 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0007
2015-02-12 10:18:00,304 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000003
2015-02-12 10:18:00,305 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0007 transitioned from NEW to INITING
2015-02-12 10:18:00,305 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0007_01_000003 to application application_1423764831909_0007
2015-02-12 10:18:00,305 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0007 transitioned from INITING to RUNNING
2015-02-12 10:18:00,305 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:18:00,305 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0007
2015-02-12 10:18:00,307 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0007
2015-02-12 10:18:00,307 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:18:00,307 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0007
2015-02-12 10:18:00,307 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:18:00,308 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:18:00,308 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0007_01_000003
2015-02-12 10:18:00,311 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:00,312 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:00,318 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0007_01_000007 by user soberoi
2015-02-12 10:18:00,318 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0007
2015-02-12 10:18:00,318 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0007_01_000006 by user soberoi
2015-02-12 10:18:00,318 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000007
2015-02-12 10:18:00,319 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000006
2015-02-12 10:18:00,319 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0007 transitioned from NEW to INITING
2015-02-12 10:18:00,319 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0007_01_000007 to application application_1423764831909_0007
2015-02-12 10:18:00,319 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0007_01_000006 to application application_1423764831909_0007
2015-02-12 10:18:00,320 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0007 transitioned from INITING to RUNNING
2015-02-12 10:18:00,320 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 10:18:00,320 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:18:00,320 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0007
2015-02-12 10:18:00,320 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0007
2015-02-12 10:18:00,321 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:18:00,321 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0007
2015-02-12 10:18:00,321 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:18:00,321 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:18:00,321 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0007
2015-02-12 10:18:00,321 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0007
2015-02-12 10:18:00,321 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:18:00,322 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0007
2015-02-12 10:18:00,322 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0007_01_000007
2015-02-12 10:18:00,322 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0007_01_000006
2015-02-12 10:18:00,331 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0007_01_000004 by user soberoi
2015-02-12 10:18:00,331 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000004
2015-02-12 10:18:00,332 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0007_01_000004 to application application_1423764831909_0007
2015-02-12 10:18:00,332 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:18:00,332 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0007
2015-02-12 10:18:00,332 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0007
2015-02-12 10:18:00,332 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:18:00,332 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0007
2015-02-12 10:18:00,333 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0007_01_000004
2015-02-12 10:18:00,333 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0007_01_000003.tokens. Credentials list:
2015-02-12 10:18:00,335 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0007_01_000009 by user soberoi
2015-02-12 10:18:00,336 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0007_01_000008 by user soberoi
2015-02-12 10:18:00,336 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000008
2015-02-12 10:18:00,336 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000009
2015-02-12 10:18:00,336 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0007_01_000009 to application application_1423764831909_0007
2015-02-12 10:18:00,337 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0007_01_000008 to application application_1423764831909_0007
2015-02-12 10:18:00,337 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000009 transitioned from NEW to LOCALIZING
2015-02-12 10:18:00,337 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000008 transitioned from NEW to LOCALIZING
2015-02-12 10:18:00,339 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0007
2015-02-12 10:18:00,339 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0007
2015-02-12 10:18:00,339 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:18:00,340 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0007
2015-02-12 10:18:00,340 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0007
2015-02-12 10:18:00,340 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0007
2015-02-12 10:18:00,340 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:18:00,340 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0007
2015-02-12 10:18:00,340 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0007_01_000009
2015-02-12 10:18:00,343 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0007_01_000006.tokens. Credentials list:
2015-02-12 10:18:00,343 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423764831909_0007_01_000007.tokens. Credentials list:
2015-02-12 10:18:00,344 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0007_01_000008
2015-02-12 10:18:00,364 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0007_01_000005 by user soberoi
2015-02-12 10:18:00,364 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000005
2015-02-12 10:18:00,364 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0007_01_000005 to application application_1423764831909_0007
2015-02-12 10:18:00,365 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:18:00,365 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0007
2015-02-12 10:18:00,365 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0007
2015-02-12 10:18:00,365 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:18:00,365 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0007
2015-02-12 10:18:00,377 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:00,382 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0007_01_000010 by user soberoi
2015-02-12 10:18:00,382 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000010
2015-02-12 10:18:00,382 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0007_01_000010 to application application_1423764831909_0007
2015-02-12 10:18:00,383 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000010 transitioned from NEW to LOCALIZING
2015-02-12 10:18:00,383 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0007
2015-02-12 10:18:00,383 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0007
2015-02-12 10:18:00,383 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:18:00,383 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0007
2015-02-12 10:18:00,384 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000010 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:18:00,444 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000010 transitioned from LOCALIZED to RUNNING
2015-02-12 10:18:00,445 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:00,464 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:00,470 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0007_01_000002 by user soberoi
2015-02-12 10:18:00,470 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000002
2015-02-12 10:18:00,485 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423764831909_0007_01_000009.tokens. Credentials list:
2015-02-12 10:18:00,495 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0007_01_000002 to application application_1423764831909_0007
2015-02-12 10:18:00,495 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0007_01_000005
2015-02-12 10:18:00,496 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:18:00,496 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0007
2015-02-12 10:18:00,496 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0007
2015-02-12 10:18:00,496 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:18:00,497 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0007
2015-02-12 10:18:00,497 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0007_01_000002
2015-02-12 10:18:00,511 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0007_01_000004.tokens. Credentials list:
2015-02-12 10:18:00,521 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0007_01_000005.tokens. Credentials list:
2015-02-12 10:18:00,523 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0007_01_000002.tokens. Credentials list:
2015-02-12 10:18:00,543 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:18:00,596 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:18:00,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:18:00,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:18:00,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000009 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:18:00,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000010/default_container_executor.sh]
2015-02-12 10:18:00,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:18:00,735 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0007_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000003.tokens
2015-02-12 10:18:00,738 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:00,890 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000010 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:18:00,915 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423764831909_0007_01_000008.tokens. Credentials list:
2015-02-12 10:18:00,945 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:18:00,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 10:18:00,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 10:18:00,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:18:00,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423764831909_0007_01_000007.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000007.tokens
2015-02-12 10:18:00,965 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:01,007 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:18:01,045 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:18:01,051 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:18:01,060 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:18:01,060 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:18:01,060 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:18:01,060 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:18:01,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 10:18:01,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 10:18:01,215 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:18:01,216 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:18:01,216 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:18:01,216 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:18:01,216 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:18:01,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423764831909_0007_01_000009.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000009.tokens
2015-02-12 10:18:01,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:01,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0007_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000002.tokens
2015-02-12 10:18:01,309 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:01,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 10:18:01,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 10:18:01,342 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:18:01,347 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0007_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000006.tokens
2015-02-12 10:18:01,351 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:01,367 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:18:01,367 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:01,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:18:01,406 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:18:01,406 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:01,426 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:18:01,426 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:01,429 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:18:01,429 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:01,436 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:18:01,447 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:18:01,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 10:18:01,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 10:18:01,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0007_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000004.tokens
2015-02-12 10:18:01,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:01,752 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:18:01,752 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:18:01,752 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:18:01,753 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000009 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:18:01,753 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:18:01,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0007_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000005.tokens
2015-02-12 10:18:01,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:01,874 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-12 10:18:01,874 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:01,888 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423764831909_0007_01_000008.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000008.tokens
2015-02-12 10:18:01,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:01,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000005/default_container_executor.sh]
2015-02-12 10:18:01,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000002/default_container_executor.sh]
2015-02-12 10:18:01,934 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000009 transitioned from LOCALIZED to RUNNING
2015-02-12 10:18:01,935 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:01,966 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000003/default_container_executor.sh]
2015-02-12 10:18:01,975 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 10:18:01,975 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:01,980 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:18:01,980 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:02,008 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000004/default_container_executor.sh]
2015-02-12 10:18:02,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000008/default_container_executor.sh]
2015-02-12 10:18:02,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000007/default_container_executor.sh]
2015-02-12 10:18:02,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000009/default_container_executor.sh]
2015-02-12 10:18:02,390 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000006/default_container_executor.sh]
2015-02-12 10:18:03,556 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741895_1071
2015-02-12 10:18:04,336 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741895_1071
2015-02-12 10:18:06,356 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30008 milliseconds
2015-02-12 10:18:06,356 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:18:08,250 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741895_1071
2015-02-12 10:18:19,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split dst=null perm=null proto=rpc
2015-02-12 10:18:19,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split dst=null perm=null proto=rpc
2015-02-12 10:18:19,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split dst=null perm=null proto=rpc
2015-02-12 10:18:19,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split dst=null perm=null proto=rpc
2015-02-12 10:18:19,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split dst=null perm=null proto=rpc
2015-02-12 10:18:19,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split dst=null perm=null proto=rpc
2015-02-12 10:18:19,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split dst=null perm=null proto=rpc
2015-02-12 10:18:20,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split dst=null perm=null proto=rpc
2015-02-12 10:18:20,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job.split dst=null perm=null proto=rpc
2015-02-12 10:18:20,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:18:20,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:18:20,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:18:20,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower-offset.txt dst=null perm=null proto=rpc
2015-02-12 10:18:20,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:18:20,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower-offset.txt dst=null perm=null proto=rpc
2015-02-12 10:18:20,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:18:20,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:18:20,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower-offset.txt dst=null perm=null proto=rpc
2015-02-12 10:18:21,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1423764831909_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:18:21,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1423764831909_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:18:21,824 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:21,825 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:21,826 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0007_01_000004
2015-02-12 10:18:21,826 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000004
2015-02-12 10:18:21,826 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:18:21,826 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0007_01_000004
2015-02-12 10:18:21,828 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0007_01_000003
2015-02-12 10:18:21,829 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000003
2015-02-12 10:18:21,852 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0007_01_000004 is : 143
2015-02-12 10:18:21,854 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job_1423764831909_0007_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:18:21,854 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 597 Total time for transactions(ms): 46 Number of transactions batched in Syncs: 2 Number of syncs: 403 SyncTimes(ms): 8 6
2015-02-12 10:18:21,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741896_1072 src: /127.0.0.1:61453 dest: /127.0.0.1:59859
2015-02-12 10:18:21,860 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741896_1072 src: /127.0.0.1:61454 dest: /127.0.0.1:59855
2015-02-12 10:18:21,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741896_1072 src: /127.0.0.1:61455 dest: /127.0.0.1:59852
2015-02-12 10:18:21,868 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:18:21,868 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job_1423764831909_0007_1.jhist for DFSClient_NONMAPREDUCE_-1210706220_1
2015-02-12 10:18:21,869 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:18:21,869 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0007_01_000003
2015-02-12 10:18:21,890 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0007_01_000003 is : 143
2015-02-12 10:18:21,903 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000004
2015-02-12 10:18:21,903 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000004
2015-02-12 10:18:21,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000004
2015-02-12 10:18:21,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000004
2015-02-12 10:18:21,907 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:18:21,907 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000004
2015-02-12 10:18:21,907 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:18:21,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000003
2015-02-12 10:18:21,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000003
2015-02-12 10:18:21,909 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000003
2015-02-12 10:18:21,909 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000003
2015-02-12 10:18:21,910 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0007_01_000004 from application application_1423764831909_0007
2015-02-12 10:18:21,910 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:21,910 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0007
2015-02-12 10:18:21,911 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000003
2015-02-12 10:18:21,911 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:18:21,912 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0007_01_000003 from application application_1423764831909_0007
2015-02-12 10:18:21,912 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:21,912 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0007
2015-02-12 10:18:21,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1423764831909_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:18:22,012 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:22,014 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0007_01_000005
2015-02-12 10:18:22,014 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000005
2015-02-12 10:18:22,014 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:18:22,015 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0007_01_000005
2015-02-12 10:18:22,015 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:18:22,015 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0007_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:18:22,016 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000003
2015-02-12 10:18:22,016 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0007_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:18:22,016 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:10240, vCores:9> numContainers=9 user=soberoi user-resources=<memory:10240, vCores:9>
2015-02-12 10:18:22,022 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0007_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:9>, usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=1, numContainers=9 cluster=<memory:16384, vCores:32>
2015-02-12 10:18:22,022 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:9> cluster=<memory:16384, vCores:32>
2015-02-12 10:18:22,022 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:9>, usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=1, numContainers=9
2015-02-12 10:18:22,022 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0007_000001 released container container_1423764831909_0007_01_000003 on node: host: 10.1.1.68:59906 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:18:22,022 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:18:22,022 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0007_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:18:22,022 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000004
2015-02-12 10:18:22,023 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0007_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:18:22,023 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:9216, vCores:8> numContainers=8 user=soberoi user-resources=<memory:9216, vCores:8>
2015-02-12 10:18:22,023 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0007_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:8>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=1, numContainers=8 cluster=<memory:16384, vCores:32>
2015-02-12 10:18:22,024 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:8> cluster=<memory:16384, vCores:32>
2015-02-12 10:18:22,024 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:8>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=1, numContainers=8
2015-02-12 10:18:22,024 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0007_000001 released container container_1423764831909_0007_01_000004 on node: host: 10.1.1.68:59906 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:18:22,042 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0007_01_000005 is : 143
2015-02-12 10:18:22,057 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:18:22,058 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000005
2015-02-12 10:18:22,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000005
2015-02-12 10:18:22,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000005
2015-02-12 10:18:22,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000005
2015-02-12 10:18:22,060 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000005
2015-02-12 10:18:22,060 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:18:22,060 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0007_01_000005 from application application_1423764831909_0007
2015-02-12 10:18:22,061 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:22,061 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0007
2015-02-12 10:18:22,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1423764831909_0007_m_000006_0 dst=null perm=null proto=rpc
2015-02-12 10:18:22,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1423764831909_0007_m_000008_0 dst=null perm=null proto=rpc
2015-02-12 10:18:22,174 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:22,175 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0007_01_000010
2015-02-12 10:18:22,175 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000010
2015-02-12 10:18:22,176 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000010 transitioned from RUNNING to KILLING
2015-02-12 10:18:22,176 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0007_01_000010
2015-02-12 10:18:22,209 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0007_01_000010 is : 143
2015-02-12 10:18:22,222 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000010 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:18:22,223 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000010
2015-02-12 10:18:22,223 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000010
2015-02-12 10:18:22,223 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000010
2015-02-12 10:18:22,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000010
2015-02-12 10:18:22,223 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000010 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:18:22,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000010
2015-02-12 10:18:22,224 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0007_01_000010 from application application_1423764831909_0007
2015-02-12 10:18:22,225 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:22,225 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0007
2015-02-12 10:18:22,239 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:22,242 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0007_01_000008
2015-02-12 10:18:22,242 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000008
2015-02-12 10:18:22,242 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000008 transitioned from RUNNING to KILLING
2015-02-12 10:18:22,243 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0007_01_000008
2015-02-12 10:18:22,261 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0007_01_000008 is : 143
2015-02-12 10:18:22,275 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:18:22,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1423764831909_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:18:22,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000008
2015-02-12 10:18:22,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000008
2015-02-12 10:18:22,277 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000008
2015-02-12 10:18:22,277 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000008
2015-02-12 10:18:22,278 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000008
2015-02-12 10:18:22,278 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:18:22,279 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0007_01_000008 from application application_1423764831909_0007
2015-02-12 10:18:22,279 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:22,279 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0007
2015-02-12 10:18:22,299 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:22,301 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0007_01_000002
2015-02-12 10:18:22,301 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000002
2015-02-12 10:18:22,301 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:18:22,302 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:22,302 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:22,302 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:18:22,303 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0007_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:18:22,303 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000005
2015-02-12 10:18:22,303 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0007_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:18:22,303 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:8192, vCores:7> numContainers=7 user=soberoi user-resources=<memory:8192, vCores:7>
2015-02-12 10:18:22,303 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0007_01_000002
2015-02-12 10:18:22,304 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0007_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7 cluster=<memory:16384, vCores:32>
2015-02-12 10:18:22,304 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-12 10:18:22,304 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7
2015-02-12 10:18:22,304 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0007_000001 released container container_1423764831909_0007_01_000005 on node: host: 10.1.1.68:59906 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:18:22,325 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0007_01_000002 is : 143
2015-02-12 10:18:22,339 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:18:22,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000002
2015-02-12 10:18:22,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000002
2015-02-12 10:18:22,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000002
2015-02-12 10:18:22,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000002
2015-02-12 10:18:22,342 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000002
2015-02-12 10:18:22,342 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:18:22,343 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0007_01_000002 from application application_1423764831909_0007
2015-02-12 10:18:22,343 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:22,343 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0007
2015-02-12 10:18:22,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1423764831909_0007_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 10:18:22,394 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:22,396 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0007_01_000007
2015-02-12 10:18:22,396 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000007
2015-02-12 10:18:22,397 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000007 transitioned from RUNNING to KILLING
2015-02-12 10:18:22,397 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:18:22,397 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0007_01_000008 in state: COMPLETED event:FINISHED
2015-02-12 10:18:22,397 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000008
2015-02-12 10:18:22,398 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0007_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:18:22,397 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0007_01_000007
2015-02-12 10:18:22,398 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:7168, vCores:6> numContainers=6 user=soberoi user-resources=<memory:7168, vCores:6>
2015-02-12 10:18:22,399 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0007_01_000008, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 cluster=<memory:16384, vCores:32>
2015-02-12 10:18:22,399 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 10:18:22,399 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 10:18:22,399 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0007_000001 released container container_1423764831909_0007_01_000008 on node: host: 10.1.1.68:59942 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:18:22,418 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0007_01_000007 is : 143
2015-02-12 10:18:22,440 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:18:22,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000007
2015-02-12 10:18:22,442 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000007
2015-02-12 10:18:22,443 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000007
2015-02-12 10:18:22,443 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000007
2015-02-12 10:18:22,448 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000007
2015-02-12 10:18:22,448 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:18:22,448 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0007_01_000007 from application application_1423764831909_0007
2015-02-12 10:18:22,448 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:22,448 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0007
2015-02-12 10:18:22,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1423764831909_0007_m_000007_0 dst=null perm=null proto=rpc
2015-02-12 10:18:22,531 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:22,533 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0007_01_000009
2015-02-12 10:18:22,533 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000009
2015-02-12 10:18:22,534 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:18:22,534 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000009 transitioned from RUNNING to KILLING
2015-02-12 10:18:22,537 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0007_01_000009
2015-02-12 10:18:22,534 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0007_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 10:18:22,538 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000007
2015-02-12 10:18:22,539 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0007_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:18:22,539 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 10:18:22,539 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0007_01_000007, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 10:18:22,540 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:18:22,540 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:18:22,540 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0007_000001 released container container_1423764831909_0007_01_000007 on node: host: 10.1.1.68:59942 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:18:22,540 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:22,565 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0007_01_000009 is : 143
2015-02-12 10:18:22,580 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000009 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:18:22,581 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000009
2015-02-12 10:18:22,581 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000009
2015-02-12 10:18:22,581 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000009
2015-02-12 10:18:22,582 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000009
2015-02-12 10:18:22,582 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000009
2015-02-12 10:18:22,582 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000009 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:18:22,583 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0007_01_000009 from application application_1423764831909_0007
2015-02-12 10:18:22,583 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:22,583 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0007
2015-02-12 10:18:22,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1423764831909_0007_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 10:18:22,621 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:22,624 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0007_01_000006
2015-02-12 10:18:22,624 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000006
2015-02-12 10:18:22,624 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:18:22,625 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0007_01_000006
2015-02-12 10:18:22,625 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:22,625 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:22,625 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000009 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:18:22,626 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0007_01_000009 in state: COMPLETED event:FINISHED
2015-02-12 10:18:22,626 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000009
2015-02-12 10:18:22,626 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0007_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:18:22,626 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:18:22,627 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0007_01_000009, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:18:22,627 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:18:22,627 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:18:22,627 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0007_000001 released container container_1423764831909_0007_01_000009 on node: host: 10.1.1.68:59942 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:18:22,650 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0007_01_000006 is : 143
2015-02-12 10:18:22,665 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:18:22,666 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000006
2015-02-12 10:18:22,666 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000006
2015-02-12 10:18:22,667 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000006
2015-02-12 10:18:22,667 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000006
2015-02-12 10:18:22,668 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000006
2015-02-12 10:18:22,668 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:18:22,668 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0007_01_000006 from application application_1423764831909_0007
2015-02-12 10:18:22,668 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:22,668 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0007
2015-02-12 10:18:23,180 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000010 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:18:23,181 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0007_01_000010 in state: COMPLETED event:FINISHED
2015-02-12 10:18:23,181 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000010
2015-02-12 10:18:23,181 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0007_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:18:23,181 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:18:23,182 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0007_01_000010, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:18:23,182 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:18:23,182 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:18:23,182 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0007_000001 released container container_1423764831909_0007_01_000010 on node: host: 10.1.1.68:59934 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:18:23,303 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0007_01_000003, container_1423764831909_0007_01_000004]
2015-02-12 10:18:23,304 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:18:23,304 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0007_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:18:23,304 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000002
2015-02-12 10:18:23,304 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0007_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:18:23,304 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:18:23,308 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0007_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:18:23,308 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:18:23,309 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:18:23,309 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0007_000001 released container container_1423764831909_0007_01_000002 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:18:23,309 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:23,309 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:23,309 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:23,309 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000011 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:18:23,309 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000011
2015-02-12 10:18:23,309 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0007_01_000011 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:18:23,310 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0007_000001 container=Container: [ContainerId: container_1423764831909_0007_01_000011, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:18:23,310 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:18:23,310 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:18:23,631 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:18:23,631 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0007_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:18:23,631 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000006
2015-02-12 10:18:23,631 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0007_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:18:23,631 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:18:23,631 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0007_01_000006, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:18:23,632 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:18:23,632 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:18:23,632 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0007_000001 released container container_1423764831909_0007_01_000006 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:18:23,632 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:23,632 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:23,632 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:24,184 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:24,231 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000011 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:18:24,242 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:24,245 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0007_01_000011 by user soberoi
2015-02-12 10:18:24,245 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000011
2015-02-12 10:18:24,245 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0007_01_000011 to application application_1423764831909_0007
2015-02-12 10:18:24,246 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000011 transitioned from NEW to LOCALIZING
2015-02-12 10:18:24,246 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0007
2015-02-12 10:18:24,246 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0007
2015-02-12 10:18:24,246 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:18:24,246 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0007
2015-02-12 10:18:24,247 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000011 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:18:24,278 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000011 transitioned from LOCALIZED to RUNNING
2015-02-12 10:18:24,278 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:24,311 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0007_01_000005]
2015-02-12 10:18:24,311 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000011 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:18:24,311 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:24,312 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:24,372 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000011/default_container_executor.sh]
2015-02-12 10:18:24,638 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0007_01_000008, container_1423764831909_0007_01_000009, container_1423764831909_0007_01_000007]
2015-02-12 10:18:24,640 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:24,640 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:24,641 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:24,641 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:25,186 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0007_01_000010]
2015-02-12 10:18:25,186 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:25,238 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:18:25,321 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0007_01_000002]
2015-02-12 10:18:25,321 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:25,646 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0007_01_000006]
2015-02-12 10:18:25,647 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:32,001 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:18:32,004 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:18:32,005 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:18:32,024 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:18:32,065 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:18:33,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1423764831909_0007_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:18:33,446 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1423764831909_0007_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:18:33,697 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741897_1073 src: /127.0.0.1:61504 dest: /127.0.0.1:59855
2015-02-12 10:18:33,698 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741897_1073 src: /127.0.0.1:61505 dest: /127.0.0.1:59852
2015-02-12 10:18:33,700 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741897_1073 src: /127.0.0.1:61506 dest: /127.0.0.1:59859
2015-02-12 10:18:33,843 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61506, dest: /127.0.0.1:59859, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0007_r_000000_0_863133535_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741897_1073, duration: 140988000
2015-02-12 10:18:33,843 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741897_1073, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:18:33,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:18:33,844 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61505, dest: /127.0.0.1:59852, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0007_r_000000_0_863133535_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741897_1073, duration: 141756000
2015-02-12 10:18:33,844 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:33,844 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:18:33,844 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61504, dest: /127.0.0.1:59855, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0007_r_000000_0_863133535_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741897_1073, duration: 142662000
2015-02-12 10:18:33,845 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:33,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:18:33,849 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1423764831909_0007_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0007_r_000000_0_863133535_1
2015-02-12 10:18:33,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1423764831909_0007_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:18:33,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1423764831909_0007_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:18:33,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/task_1423764831909_0007_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:18:33,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1423764831909_0007_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/task_1423764831909_0007_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:18:33,889 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:33,890 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0007_01_000011
2015-02-12 10:18:33,891 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000011
2015-02-12 10:18:33,891 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000011 transitioned from RUNNING to KILLING
2015-02-12 10:18:33,891 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0007_01_000011
2015-02-12 10:18:33,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:18:33,899 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1210706220_1
2015-02-12 10:18:33,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:18:33,910 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0007_01_000011 is : 143
2015-02-12 10:18:33,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null proto=rpc
2015-02-12 10:18:33,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null proto=rpc
2015-02-12 10:18:33,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/task_1423764831909_0007_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:18:33,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:18:33,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/task_1423764831909_0007_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:18:33,922 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000011 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:18:33,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000011
2015-02-12 10:18:33,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000011
2015-02-12 10:18:33,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000011
2015-02-12 10:18:33,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000011
2015-02-12 10:18:33,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary dst=null perm=null proto=rpc
2015-02-12 10:18:33,925 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000011
2015-02-12 10:18:33,925 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000011 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:18:33,926 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0007_01_000011 from application application_1423764831909_0007
2015-02-12 10:18:33,926 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:33,926 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0007
2015-02-12 10:18:33,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:18:33,931 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1210706220_1
2015-02-12 10:18:33,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:18:33,935 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1210706220_1
2015-02-12 10:18:33,955 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61455, dest: /127.0.0.1:59852, bytes: 98149, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1210706220_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741896_1072, duration: 12091493000
2015-02-12 10:18:33,955 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741896_1072, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:18:33,956 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 18963
2015-02-12 10:18:33,956 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61454, dest: /127.0.0.1:59855, bytes: 98149, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1210706220_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741896_1072, duration: 12091191000
2015-02-12 10:18:33,956 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:33,957 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 18963
2015-02-12 10:18:33,958 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61453, dest: /127.0.0.1:59859, bytes: 98149, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1210706220_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741896_1072, duration: 12093886000
2015-02-12 10:18:33,958 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:33,959 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 18963
2015-02-12 10:18:33,961 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job_1423764831909_0007_1.jhist is closed by DFSClient_NONMAPREDUCE_-1210706220_1
2015-02-12 10:18:33,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:18:33,967 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:18:33,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741898_1074 src: /127.0.0.1:61508 dest: /127.0.0.1:59852
2015-02-12 10:18:33,971 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741898_1074 src: /127.0.0.1:61509 dest: /127.0.0.1:59862
2015-02-12 10:18:33,974 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741898_1074 src: /127.0.0.1:61510 dest: /127.0.0.1:59855
2015-02-12 10:18:33,977 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61510, dest: /127.0.0.1:59855, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1210706220_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741898_1074, duration: 1539000
2015-02-12 10:18:33,978 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741898_1074, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:18:33,978 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:18:33,978 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61509, dest: /127.0.0.1:59862, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1210706220_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741898_1074, duration: 2143000
2015-02-12 10:18:33,978 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:33,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:18:33,979 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61508, dest: /127.0.0.1:59852, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1210706220_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741898_1074, duration: 3575000
2015-02-12 10:18:33,980 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:33,981 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:18:33,982 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1210706220_1
2015-02-12 10:18:33,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:18:33,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job_1423764831909_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:18:33,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007-1423765071734-soberoi-%5BFC1E1010E7BA4FE1B43A41B39D2C31DA%2FBA57808851D246F7-1423765113937-9-1-SUCCEEDED-default-1423765078000.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:18:33,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job_1423764831909_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:18:33,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007-1423765071734-soberoi-%5BFC1E1010E7BA4FE1B43A41B39D2C31DA%2FBA57808851D246F7-1423765113937-9-1-SUCCEEDED-default-1423765078000.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:18:34,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job_1423764831909_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:18:34,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007-1423765071734-soberoi-%5BFC1E1010E7BA4FE1B43A41B39D2C31DA%2FBA57808851D246F7-1423765113937-9-1-SUCCEEDED-default-1423765078000.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:18:34,011 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007-1423765071734-soberoi-%5BFC1E1010E7BA4FE1B43A41B39D2C31DA%2FBA57808851D246F7-1423765113937-9-1-SUCCEEDED-default-1423765078000.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:18:34,013 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741899_1075 src: /127.0.0.1:61512 dest: /127.0.0.1:59859
2015-02-12 10:18:34,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741899_1075 src: /127.0.0.1:61513 dest: /127.0.0.1:59862
2015-02-12 10:18:34,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741899_1075 src: /127.0.0.1:61514 dest: /127.0.0.1:59855
2015-02-12 10:18:34,020 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61514, dest: /127.0.0.1:59855, bytes: 98149, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1210706220_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741899_1075, duration: 1943000
2015-02-12 10:18:34,020 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741899_1075, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:18:34,020 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:18:34,020 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61513, dest: /127.0.0.1:59862, bytes: 98149, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1210706220_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741899_1075, duration: 2645000
2015-02-12 10:18:34,021 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:34,021 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:18:34,021 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61512, dest: /127.0.0.1:59859, bytes: 98149, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1210706220_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741899_1075, duration: 3560000
2015-02-12 10:18:34,022 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:34,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:18:34,024 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007-1423765071734-soberoi-%5BFC1E1010E7BA4FE1B43A41B39D2C31DA%2FBA57808851D246F7-1423765113937-9-1-SUCCEEDED-default-1423765078000.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1210706220_1
2015-02-12 10:18:34,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007-1423765071734-soberoi-%5BFC1E1010E7BA4FE1B43A41B39D2C31DA%2FBA57808851D246F7-1423765113937-9-1-SUCCEEDED-default-1423765078000.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:18:34,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job_1423764831909_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:18:34,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:18:34,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job_1423764831909_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:18:34,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:18:34,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007/job_1423764831909_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:18:34,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:18:34,040 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:18:34,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741900_1076 src: /127.0.0.1:61516 dest: /127.0.0.1:59852
2015-02-12 10:18:34,045 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741900_1076 src: /127.0.0.1:61517 dest: /127.0.0.1:59862
2015-02-12 10:18:34,046 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741900_1076 src: /127.0.0.1:61518 dest: /127.0.0.1:59855
2015-02-12 10:18:34,055 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61518, dest: /127.0.0.1:59855, bytes: 117132, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1210706220_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741900_1076, duration: 3601000
2015-02-12 10:18:34,055 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741900_1076, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:18:34,056 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:18:34,056 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61517, dest: /127.0.0.1:59862, bytes: 117132, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1210706220_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741900_1076, duration: 7810000
2015-02-12 10:18:34,056 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:34,057 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:18:34,057 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61516, dest: /127.0.0.1:59852, bytes: 117132, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1210706220_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741900_1076, duration: 8660000
2015-02-12 10:18:34,057 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:34,057 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:18:34,059 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1210706220_1
2015-02-12 10:18:34,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:18:34,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:18:34,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:18:34,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007-1423765071734-soberoi-%5BFC1E1010E7BA4FE1B43A41B39D2C31DA%2FBA57808851D246F7-1423765113937-9-1-SUCCEEDED-default-1423765078000.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007-1423765071734-soberoi-%5BFC1E1010E7BA4FE1B43A41B39D2C31DA%2FBA57808851D246F7-1423765113937-9-1-SUCCEEDED-default-1423765078000.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:18:34,075 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0007_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:18:34,075 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0007_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:18:34,075 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0007 with final state: FINISHING
2015-02-12 10:18:34,075 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0007 State change from RUNNING to FINAL_SAVING
2015-02-12 10:18:34,076 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0007
2015-02-12 10:18:34,077 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0007_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:18:34,077 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0007 State change from FINAL_SAVING to FINISHING
2015-02-12 10:18:34,894 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000011 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:18:34,894 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0007_01_000011 in state: COMPLETED event:FINISHED
2015-02-12 10:18:34,894 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000011
2015-02-12 10:18:34,894 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0007_01_000011 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:18:34,894 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:18:34,895 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0007_01_000011, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:18:34,896 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:18:34,896 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:18:34,896 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0007_000001 released container container_1423764831909_0007_01_000011 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:18:35,083 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0007 unregistered successfully.
2015-02-12 10:18:35,086 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741891_1067 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:18:35,087 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741892_1068 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:18:35,087 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741893_1069 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:18:35,088 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741894_1070 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:18:35,088 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741896_1072 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:18:35,088 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741895_1071 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:18:35,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0007 dst=null perm=null proto=rpc
2015-02-12 10:18:35,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null proto=rpc
2015-02-12 10:18:35,140 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary
2015-02-12 10:18:35,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary dst=null perm=null proto=rpc
2015-02-12 10:18:35,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null proto=rpc
2015-02-12 10:18:35,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null proto=rpc
2015-02-12 10:18:35,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null proto=rpc
2015-02-12 10:18:35,163 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:18:35,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:18:35,168 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/simplemergethree
2015-02-12 10:18:35,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null proto=rpc
2015-02-12 10:18:35,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null proto=rpc
2015-02-12 10:18:35,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null proto=rpc
2015-02-12 10:18:35,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null proto=rpc
2015-02-12 10:18:35,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:18:35,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:18:35,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:18:35,199 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:18:35,200 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:18:35,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null proto=rpc
2015-02-12 10:18:35,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null proto=rpc
2015-02-12 10:18:35,243 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] starting
2015-02-12 10:18:35,244 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:18:35,244 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1"]
2015-02-12 10:18:35,244 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2"]
2015-02-12 10:18:35,244 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] parallel execution is enabled: true
2015-02-12 10:18:35,244 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] starting jobs: 3
2015-02-12 10:18:35,244 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] allocating threads: 3
2015-02-12 10:18:35,245 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] starting step: (1/3)
2015-02-12 10:18:35,262 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:18:35,282 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:18:35,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D dst=null perm=null proto=rpc
2015-02-12 10:18:35,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:18:35,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:18:35,292 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 8
2015-02-12 10:18:35,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008 dst=null perm=null proto=rpc
2015-02-12 10:18:35,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:18:35,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:18:35,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 10:18:35,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:18:35,300 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:18:35,302 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741901_1077 src: /127.0.0.1:61528 dest: /127.0.0.1:59859
2015-02-12 10:18:35,304 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741901_1077 src: /127.0.0.1:61529 dest: /127.0.0.1:59852
2015-02-12 10:18:35,305 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741901_1077 src: /127.0.0.1:61530 dest: /127.0.0.1:59855
2015-02-12 10:18:35,316 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61530, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741901_1077, duration: 8193000
2015-02-12 10:18:35,316 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741901_1077, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:18:35,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:18:35,317 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61529, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741901_1077, duration: 8722000
2015-02-12 10:18:35,317 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:35,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:18:35,318 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61528, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741901_1077, duration: 10018000
2015-02-12 10:18:35,318 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:35,319 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:18:35,320 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:18:35,321 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.jar
2015-02-12 10:18:35,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 10:18:35,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:18:35,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:18:35,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:18:35,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:18:35,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:18:35,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:18:35,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:18:35,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:18:35,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:18:35,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:18:35,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:18:35,335 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:18:35,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:18:35,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:18:35,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:18:35,341 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.split
2015-02-12 10:18:35,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.split dst=null perm=null proto=rpc
2015-02-12 10:18:35,343 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:18:35,345 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741902_1078 src: /127.0.0.1:61532 dest: /127.0.0.1:59855
2015-02-12 10:18:35,346 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741902_1078 src: /127.0.0.1:61533 dest: /127.0.0.1:59859
2015-02-12 10:18:35,348 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741902_1078 src: /127.0.0.1:61534 dest: /127.0.0.1:59862
2015-02-12 10:18:35,350 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741902_1078 src: /127.0.0.1:61535 dest: /127.0.0.1:59852
2015-02-12 10:18:35,361 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61535, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741902_1078, duration: 9215000
2015-02-12 10:18:35,362 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741902_1078, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:18:35,363 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:18:35,363 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61534, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741902_1078, duration: 10341000
2015-02-12 10:18:35,363 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:35,364 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:18:35,364 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61533, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741902_1078, duration: 11263000
2015-02-12 10:18:35,364 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:35,365 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:18:35,365 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61532, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741902_1078, duration: 12317000
2015-02-12 10:18:35,365 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:35,366 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:18:35,367 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:18:35,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:18:35,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:18:35,371 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:18:35,373 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741903_1079 src: /127.0.0.1:61536 dest: /127.0.0.1:59852
2015-02-12 10:18:35,374 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741903_1079 src: /127.0.0.1:61537 dest: /127.0.0.1:59859
2015-02-12 10:18:35,376 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741903_1079 src: /127.0.0.1:61538 dest: /127.0.0.1:59855
2015-02-12 10:18:35,379 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61538, dest: /127.0.0.1:59855, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741903_1079, duration: 1040000
2015-02-12 10:18:35,379 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741903_1079, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:18:35,379 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:18:35,380 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61537, dest: /127.0.0.1:59859, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741903_1079, duration: 1898000
2015-02-12 10:18:35,380 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:35,380 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:18:35,380 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61536, dest: /127.0.0.1:59852, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741903_1079, duration: 2857000
2015-02-12 10:18:35,381 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:35,382 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:18:35,382 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:18:35,383 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:18:35,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:18:35,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:18:35,398 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:18:35,400 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741904_1080 src: /127.0.0.1:61539 dest: /127.0.0.1:59852
2015-02-12 10:18:35,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741904_1080 src: /127.0.0.1:61540 dest: /127.0.0.1:59862
2015-02-12 10:18:35,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741904_1080 src: /127.0.0.1:61541 dest: /127.0.0.1:59859
2015-02-12 10:18:35,412 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61541, dest: /127.0.0.1:59859, bytes: 97743, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741904_1080, duration: 6925000
2015-02-12 10:18:35,412 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741904_1080, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:18:35,413 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:18:35,413 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61540, dest: /127.0.0.1:59862, bytes: 97743, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741904_1080, duration: 7714000
2015-02-12 10:18:35,413 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:35,414 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:18:35,414 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61539, dest: /127.0.0.1:59852, bytes: 97743, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741904_1080, duration: 8514000
2015-02-12 10:18:35,414 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:35,414 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:18:35,417 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:18:35,418 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0008
2015-02-12 10:18:35,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008 dst=null perm=null proto=rpc
2015-02-12 10:18:35,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 10:18:35,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 10:18:35,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 10:18:35,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 10:18:35,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.split dst=null perm=null proto=rpc
2015-02-12 10:18:35,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.split dst=null perm=null proto=rpc
2015-02-12 10:18:35,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:18:35,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:18:35,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:18:35,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:18:35,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:18:35,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:18:35,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:18:35,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:18:35,444 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 8 submitted by user soberoi
2015-02-12 10:18:35,445 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0008
2015-02-12 10:18:35,445 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0008
2015-02-12 10:18:35,445 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0008
2015-02-12 10:18:35,445 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0008 State change from NEW to NEW_SAVING
2015-02-12 10:18:35,445 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0008 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:18:35,445 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0008 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:18:35,445 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0008 from user: soberoi, in queue: default
2015-02-12 10:18:35,446 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0008 State change from SUBMITTED to ACCEPTED
2015-02-12 10:18:35,446 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0008_000001
2015-02-12 10:18:35,446 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0008_000001 State change from NEW to SUBMITTED
2015-02-12 10:18:35,446 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0008 from user: soberoi activated in queue: default
2015-02-12 10:18:35,446 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0008 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:18:35,446 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0008_000001 to scheduler from user soberoi in queue default
2015-02-12 10:18:35,447 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0008_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:18:35,449 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0008
2015-02-12 10:18:35,452 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0008/
2015-02-12 10:18:35,452 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] submitted hadoop job: job_1423764831909_0008
2015-02-12 10:18:35,452 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0008/
2015-02-12 10:18:35,696 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:18:35,696 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000001
2015-02-12 10:18:35,696 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0008_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:18:35,696 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0008_000001 container=Container: [ContainerId: container_1423764831909_0008_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:18:35,696 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:18:35,696 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:18:35,697 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0008_01_000001
2015-02-12 10:18:35,698 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:18:35,698 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0008_000001
2015-02-12 10:18:35,698 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0008 AttemptId: appattempt_1423764831909_0008_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0008_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ]
2015-02-12 10:18:35,698 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0008_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:18:35,698 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0008_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:18:35,699 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0008_000001
2015-02-12 10:18:35,700 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0008_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0008_000001
2015-02-12 10:18:35,700 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0008_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:18:35,700 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0008_000001
2015-02-12 10:18:35,701 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0008_000001
2015-02-12 10:18:35,707 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0008_000001 (auth:SIMPLE)
2015-02-12 10:18:35,713 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0008_01_000001 by user soberoi
2015-02-12 10:18:35,713 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0008
2015-02-12 10:18:35,713 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000001
2015-02-12 10:18:35,713 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0008 transitioned from NEW to INITING
2015-02-12 10:18:35,714 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0008_01_000001 to application application_1423764831909_0008
2015-02-12 10:18:35,714 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0008 transitioned from INITING to RUNNING
2015-02-12 10:18:35,714 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0008_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0008_000001
2015-02-12 10:18:35,714 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0008_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:18:35,714 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:18:35,715 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0008
2015-02-12 10:18:35,715 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:18:35,715 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:18:35,715 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:18:35,715 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:18:35,715 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0008_01_000001
2015-02-12 10:18:35,730 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423764831909_0008_01_000001.tokens. Credentials list:
2015-02-12 10:18:35,897 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:35,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:18:36,058 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423764831909_0008_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000001.tokens
2015-02-12 10:18:36,058 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0008
2015-02-12 10:18:36,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 10:18:36,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 10:18:36,259 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:18:36,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:18:36,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:18:36,351 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0008/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:18:36,359 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 10:18:36,359 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:18:36,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.split dst=null perm=null proto=rpc
2015-02-12 10:18:36,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.split dst=null perm=null proto=rpc
2015-02-12 10:18:36,442 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0008/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:18:36,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 10:18:36,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 10:18:36,532 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0008/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:18:36,532 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:18:36,582 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:18:36,583 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:36,666 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59852 to replicate blk_1073741901_1077 to datanode(s) 127.0.0.1:59862
2015-02-12 10:18:36,667 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073741891_1067, blk_1073741892_1068, blk_1073741893_1069, blk_1073741894_1070, blk_1073741895_1071, blk_1073741896_1072]
2015-02-12 10:18:36,667 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073741891_1067, blk_1073741892_1068, blk_1073741893_1069, blk_1073741894_1070, blk_1073741896_1072]
2015-02-12 10:18:36,696 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:18:36,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000001/default_container_executor.sh]
2015-02-12 10:18:36,898 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:37,644 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741891 for deletion
2015-02-12 10:18:37,644 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5d835e39-c83e-4de7-bbde-92c2cf44d1a5, infoPort=59853, ipcPort=59854, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073741901_1077 to 127.0.0.1:59862
2015-02-12 10:18:37,644 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741892 for deletion
2015-02-12 10:18:37,644 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741893 for deletion
2015-02-12 10:18:37,644 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741894_1070 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741894 for deletion
2015-02-12 10:18:37,645 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741891 for deletion
2015-02-12 10:18:37,645 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741892
2015-02-12 10:18:37,645 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741892 for deletion
2015-02-12 10:18:37,645 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741893 for deletion
2015-02-12 10:18:37,645 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741891
2015-02-12 10:18:37,645 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741894_1070 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741894 for deletion
2015-02-12 10:18:37,645 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741896 for deletion
2015-02-12 10:18:37,644 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741891
2015-02-12 10:18:37,646 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741892
2015-02-12 10:18:37,646 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741893
2015-02-12 10:18:37,645 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741893
2015-02-12 10:18:37,646 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741894_1070 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741894
2015-02-12 10:18:37,645 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741894_1070 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741894
2015-02-12 10:18:37,645 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741895 for deletion
2015-02-12 10:18:37,646 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741896
2015-02-12 10:18:37,646 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741896 for deletion
2015-02-12 10:18:37,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741895
2015-02-12 10:18:37,646 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073741901_1077 (numBytes=254067) to /127.0.0.1:59862
2015-02-12 10:18:37,646 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741901_1077 src: /127.0.0.1:61581 dest: /127.0.0.1:59862
2015-02-12 10:18:37,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741896
2015-02-12 10:18:37,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073741901_1077 src: /127.0.0.1:61581 dest: /127.0.0.1:59862 of size 254067
2015-02-12 10:18:37,650 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741901_1077 size 254067
2015-02-12 10:18:37,905 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:38,909 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:39,372 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741898_1074
2015-02-12 10:18:39,373 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741899_1075
2015-02-12 10:18:39,374 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741900_1076
2015-02-12 10:18:39,668 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073741891_1067, blk_1073741892_1068, blk_1073741893_1069, blk_1073741895_1071, blk_1073741896_1072]
2015-02-12 10:18:39,668 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073741891_1067, blk_1073741892_1068, blk_1073741894_1070, blk_1073741895_1071]
2015-02-12 10:18:39,911 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:40,173 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0007_01_000001 succeeded
2015-02-12 10:18:40,174 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:18:40,174 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0007_01_000001
2015-02-12 10:18:40,203 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000001
2015-02-12 10:18:40,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000001
2015-02-12 10:18:40,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000001
2015-02-12 10:18:40,205 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0007/container_1423764831909_0007_01_000001
2015-02-12 10:18:40,206 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000001
2015-02-12 10:18:40,206 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0007_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:18:40,206 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0007_01_000001 from application application_1423764831909_0007
2015-02-12 10:18:40,206 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:40,206 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0007
2015-02-12 10:18:40,272 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0007_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:18:40,272 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0007_000001
2015-02-12 10:18:40,272 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0007_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:18:40,272 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0007_000001
2015-02-12 10:18:40,272 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000001
2015-02-12 10:18:40,272 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0007_000001 State change from FINISHING to FINISHED
2015-02-12 10:18:40,272 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0007_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:18:40,273 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0007 State change from FINISHING to FINISHED
2015-02-12 10:18:40,273 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:18:40,273 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0007_000001
2015-02-12 10:18:40,273 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0007
2015-02-12 10:18:40,273 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0007_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:18:40,273 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0007,name=[FC1E1010E7BA4FE1B43A41B39D2C31DA/BA57808851D246F7BF210856E9821BCD] merge/(1/1) ...platform/simplemergethree,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0007/jobhistory/job/job_1423764831909_0007,appMasterHost=10.1.1.68,startTime=1423765071734,finishTime=1423765114075,finalStatus=SUCCEEDED
2015-02-12 10:18:40,273 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:18:40,273 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:18:40,273 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0007_000001 released container container_1423764831909_0007_01_000001 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:18:40,274 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0007_000001 is done. finalState=FINISHED
2015-02-12 10:18:40,274 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0007 requests cleared
2015-02-12 10:18:40,274 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0007 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:18:40,274 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0007 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:18:40,276 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0007_000001 (auth:SIMPLE)
2015-02-12 10:18:40,279 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0007_01_000001
2015-02-12 10:18:40,279 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0007 CONTAINERID=container_1423764831909_0007_01_000001
2015-02-12 10:18:40,280 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0007_01_000001]
2015-02-12 10:18:40,280 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:40,280 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:18:40,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:40,281 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:40,281 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:40,281 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:40,282 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0007
2015-02-12 10:18:40,283 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:18:40,283 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0007, with delay of 10800 seconds
2015-02-12 10:18:40,715 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:18:40,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:40,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:40,717 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0007
2015-02-12 10:18:40,717 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:18:40,717 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0007, with delay of 10800 seconds
2015-02-12 10:18:40,717 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:40,718 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:40,918 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:18:40,918 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:40,918 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:40,919 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0007
2015-02-12 10:18:40,919 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:18:40,919 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0007, with delay of 10800 seconds
2015-02-12 10:18:40,920 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:40,919 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:40,920 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0007
2015-02-12 10:18:41,017 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741891 for deletion
2015-02-12 10:18:41,017 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741892 for deletion
2015-02-12 10:18:41,017 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741893 for deletion
2015-02-12 10:18:41,017 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741895 for deletion
2015-02-12 10:18:41,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741891
2015-02-12 10:18:41,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741896 for deletion
2015-02-12 10:18:41,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741893
2015-02-12 10:18:41,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741896
2015-02-12 10:18:41,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741892
2015-02-12 10:18:41,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741895
2015-02-12 10:18:41,158 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741891 for deletion
2015-02-12 10:18:41,158 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741892 for deletion
2015-02-12 10:18:41,158 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741894_1070 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741894 for deletion
2015-02-12 10:18:41,158 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741891
2015-02-12 10:18:41,159 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741894_1070 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741894
2015-02-12 10:18:41,159 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741892
2015-02-12 10:18:41,158 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741895 for deletion
2015-02-12 10:18:41,160 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741895
2015-02-12 10:18:41,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:18:41,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:18:41,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:18:41,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:18:41,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008 dst=null perm=null proto=rpc
2015-02-12 10:18:41,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:18:41,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:18:41,919 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:18:42,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:18:42,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:18:43,285 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741897_1073
2015-02-12 10:18:43,286 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741904_1080
2015-02-12 10:18:43,287 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741899_1075
2015-02-12 10:18:43,287 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741903_1079
2015-02-12 10:18:43,492 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741901_1077
2015-02-12 10:18:43,492 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741902_1078
2015-02-12 10:18:43,603 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741901_1077
2015-02-12 10:18:43,603 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741898_1074
2015-02-12 10:18:43,604 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741899_1075
2015-02-12 10:18:43,605 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741897_1073
2015-02-12 10:18:43,605 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741902_1078
2015-02-12 10:18:43,751 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741897_1073
2015-02-12 10:18:43,752 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741903_1079
2015-02-12 10:18:43,752 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741898_1074
2015-02-12 10:18:43,754 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741901_1077
2015-02-12 10:18:43,755 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741900_1076
2015-02-12 10:18:43,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741900_1076
2015-02-12 10:18:43,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741903_1079
2015-02-12 10:18:43,959 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741904_1080
2015-02-12 10:18:43,960 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741902_1078
2015-02-12 10:18:44,381 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741902_1078
2015-02-12 10:18:44,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741904_1080
2015-02-12 10:18:44,384 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741901_1077
2015-02-12 10:18:44,626 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0008_000001 (auth:SIMPLE)
2015-02-12 10:18:44,628 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0008_000001
2015-02-12 10:18:44,628 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0008 APPATTEMPTID=appattempt_1423764831909_0008_000001
2015-02-12 10:18:44,629 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0008_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:18:44,629 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0008 State change from ACCEPTED to RUNNING
2015-02-12 10:18:44,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job_1423764831909_0008_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:18:44,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:18:44,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job_1423764831909_0008_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:18:45,036 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job_1423764831909_0008_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:18:45,123 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741905_1081 src: /127.0.0.1:61632 dest: /127.0.0.1:59862
2015-02-12 10:18:45,125 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741905_1081 src: /127.0.0.1:61633 dest: /127.0.0.1:59852
2015-02-12 10:18:45,126 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741905_1081 src: /127.0.0.1:61634 dest: /127.0.0.1:59859
2015-02-12 10:18:45,173 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61634, dest: /127.0.0.1:59859, bytes: 114884, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1628615106_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741905_1081, duration: 45081000
2015-02-12 10:18:45,174 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741905_1081, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:18:45,174 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:18:45,175 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61633, dest: /127.0.0.1:59852, bytes: 114884, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1628615106_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741905_1081, duration: 46337000
2015-02-12 10:18:45,175 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:45,175 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:18:45,176 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61632, dest: /127.0.0.1:59862, bytes: 114884, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1628615106_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741905_1081, duration: 47309000
2015-02-12 10:18:45,176 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:18:45,176 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:18:45,184 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job_1423764831909_0008_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1628615106_1
2015-02-12 10:18:45,741 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:18:45,741 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000002
2015-02-12 10:18:45,742 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0008_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:18:45,742 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0008_000001 container=Container: [ContainerId: container_1423764831909_0008_01_000002, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:18:45,742 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:18:45,742 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:18:45,742 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:18:45,743 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000003
2015-02-12 10:18:45,743 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0008_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 10:18:45,743 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0008_000001 container=Container: [ContainerId: container_1423764831909_0008_01_000003, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:18:45,743 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:18:45,743 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:18:45,947 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:18:45,947 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000004
2015-02-12 10:18:45,947 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0008_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:18:45,947 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0008_000001 container=Container: [ContainerId: container_1423764831909_0008_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:18:45,948 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:18:45,948 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:18:45,948 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:18:45,948 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000005
2015-02-12 10:18:45,948 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0008_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:18:45,949 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0008_000001 container=Container: [ContainerId: container_1423764831909_0008_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:18:45,949 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:18:45,949 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:18:46,694 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0008_01_000002
2015-02-12 10:18:46,695 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:18:46,696 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:18:46,697 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0008_01_000004
2015-02-12 10:18:46,699 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:18:46,700 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:18:46,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 10:18:46,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 10:18:46,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 10:18:46,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 10:18:46,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:18:46,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:18:46,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:18:46,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:18:46,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:18:46,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:18:46,927 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0008_000001 (auth:SIMPLE)
2015-02-12 10:18:46,927 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0008_000001 (auth:SIMPLE)
2015-02-12 10:18:46,928 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0008_000001 (auth:SIMPLE)
2015-02-12 10:18:46,928 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0008_000001 (auth:SIMPLE)
2015-02-12 10:18:46,931 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0008_01_000003 by user soberoi
2015-02-12 10:18:46,932 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000003
2015-02-12 10:18:46,932 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0008_01_000005 by user soberoi
2015-02-12 10:18:46,932 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0008
2015-02-12 10:18:46,932 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0008_01_000003 to application application_1423764831909_0008
2015-02-12 10:18:46,932 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0008 transitioned from NEW to INITING
2015-02-12 10:18:46,933 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0008_01_000005 to application application_1423764831909_0008
2015-02-12 10:18:46,932 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000005
2015-02-12 10:18:46,933 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0008 transitioned from INITING to RUNNING
2015-02-12 10:18:46,933 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:18:46,933 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0008
2015-02-12 10:18:46,933 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0008
2015-02-12 10:18:46,933 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:18:46,934 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0008
2015-02-12 10:18:46,934 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:18:46,934 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:18:46,934 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0008_01_000005
2015-02-12 10:18:46,934 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0008_01_000004 by user soberoi
2015-02-12 10:18:46,935 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000004
2015-02-12 10:18:46,933 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:18:46,935 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0008
2015-02-12 10:18:46,935 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0008
2015-02-12 10:18:46,935 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:18:46,935 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0008
2015-02-12 10:18:46,936 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:18:46,936 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0008_01_000004 to application application_1423764831909_0008
2015-02-12 10:18:46,937 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:18:46,937 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0008
2015-02-12 10:18:46,937 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0008
2015-02-12 10:18:46,937 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:18:46,937 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0008
2015-02-12 10:18:46,937 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0008_01_000004
2015-02-12 10:18:46,937 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0008_01_000002 by user soberoi
2015-02-12 10:18:46,938 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000002
2015-02-12 10:18:46,939 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0008_01_000002 to application application_1423764831909_0008
2015-02-12 10:18:46,939 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:18:46,939 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0008
2015-02-12 10:18:46,939 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0008
2015-02-12 10:18:46,939 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:18:46,940 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0008
2015-02-12 10:18:46,940 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:18:46,955 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:18:46,955 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:18:46,957 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0008_01_000004.tokens. Credentials list:
2015-02-12 10:18:46,957 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0008_01_000005.tokens. Credentials list:
2015-02-12 10:18:47,011 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:18:47,011 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:47,012 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:18:47,012 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:47,142 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:18:47,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000002/default_container_executor.sh]
2015-02-12 10:18:47,196 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000003/default_container_executor.sh]
2015-02-12 10:18:47,291 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:18:47,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0008_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000004.tokens
2015-02-12 10:18:47,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0008
2015-02-12 10:18:47,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0008_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000005.tokens
2015-02-12 10:18:47,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0008
2015-02-12 10:18:47,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 10:18:47,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 10:18:47,524 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:18:47,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 10:18:47,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 10:18:47,607 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:18:47,607 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:18:47,607 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:18:47,677 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:18:47,678 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:47,680 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:18:47,680 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:18:47,723 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:18:47,755 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:18:47,755 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:18:47,920 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000004/default_container_executor.sh]
2015-02-12 10:18:47,928 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000005/default_container_executor.sh]
2015-02-12 10:18:53,507 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741905_1081
2015-02-12 10:18:53,974 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741905_1081
2015-02-12 10:18:54,401 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741905_1081
2015-02-12 10:19:06,362 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 10:19:06,362 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:19:10,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:10,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:10,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:11,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:11,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:19:11,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:19:11,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:19:11,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:11,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:11,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:12,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:19:12,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:13,005 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000001_0/part-00001. BP-1216473654-10.1.1.68-1423764814898 blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:19:13,111 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:19:13,230 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000002_0/part-00002. BP-1216473654-10.1.1.68-1423764814898 blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:19:13,248 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741906_1082 src: /127.0.0.1:61730 dest: /127.0.0.1:59862
2015-02-12 10:19:13,251 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741906_1082 src: /127.0.0.1:61735 dest: /127.0.0.1:59852
2015-02-12 10:19:13,252 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741906_1082 src: /127.0.0.1:61736 dest: /127.0.0.1:59859
2015-02-12 10:19:13,378 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741907_1083 src: /127.0.0.1:61732 dest: /127.0.0.1:59852
2015-02-12 10:19:13,380 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741907_1083 src: /127.0.0.1:61740 dest: /127.0.0.1:59862
2015-02-12 10:19:13,382 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741907_1083 src: /127.0.0.1:61741 dest: /127.0.0.1:59859
2015-02-12 10:19:13,447 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61736, dest: /127.0.0.1:59859, bytes: 214, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0008_m_000001_0_-1095105777_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741906_1082, duration: 193210000
2015-02-12 10:19:13,448 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741906_1082, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:13,448 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:19:13,448 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61735, dest: /127.0.0.1:59852, bytes: 214, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0008_m_000001_0_-1095105777_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741906_1082, duration: 193805000
2015-02-12 10:19:13,449 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:13,449 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:19:13,449 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61730, dest: /127.0.0.1:59862, bytes: 214, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0008_m_000001_0_-1095105777_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741906_1082, duration: 195298000
2015-02-12 10:19:13,450 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:13,450 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:19:13,460 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000001_0/part-00001 is closed by DFSClient_attempt_1423764831909_0008_m_000001_0_-1095105777_1
2015-02-12 10:19:13,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:19:13,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:19:13,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/task_1423764831909_0008_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:19:13,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000001_0 dst=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/task_1423764831909_0008_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:19:13,520 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0008_000001 (auth:SIMPLE)
2015-02-12 10:19:13,522 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0008_01_000003
2015-02-12 10:19:13,523 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000003
2015-02-12 10:19:13,523 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:19:13,523 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0008_01_000003
2015-02-12 10:19:13,555 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0008_01_000003 is : 143
2015-02-12 10:19:13,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741908_1084 src: /127.0.0.1:61734 dest: /127.0.0.1:59859
2015-02-12 10:19:13,561 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741908_1084 src: /127.0.0.1:61743 dest: /127.0.0.1:59862
2015-02-12 10:19:13,562 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741908_1084 src: /127.0.0.1:61744 dest: /127.0.0.1:59855
2015-02-12 10:19:13,566 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:19:13,567 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000003
2015-02-12 10:19:13,567 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000003
2015-02-12 10:19:13,568 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000003
2015-02-12 10:19:13,568 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000003
2015-02-12 10:19:13,568 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000003
2015-02-12 10:19:13,569 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:19:13,570 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0008_01_000003 from application application_1423764831909_0008
2015-02-12 10:19:13,570 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:13,570 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0008
2015-02-12 10:19:13,580 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job_1423764831909_0008_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:19:13,582 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741909_1085 src: /127.0.0.1:61746 dest: /127.0.0.1:59859
2015-02-12 10:19:13,583 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741909_1085 src: /127.0.0.1:61747 dest: /127.0.0.1:59862
2015-02-12 10:19:13,586 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741909_1085 src: /127.0.0.1:61748 dest: /127.0.0.1:59852
2015-02-12 10:19:13,590 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job_1423764831909_0008_1.jhist for DFSClient_NONMAPREDUCE_-1628615106_1
2015-02-12 10:19:13,635 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61741, dest: /127.0.0.1:59859, bytes: 260, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0008_m_000000_0_1791105064_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741907_1083, duration: 250743000
2015-02-12 10:19:13,635 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741907_1083, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:13,636 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61740, dest: /127.0.0.1:59862, bytes: 260, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0008_m_000000_0_1791105064_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741907_1083, duration: 251631000
2015-02-12 10:19:13,636 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:19:13,636 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:13,637 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:19:13,637 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61732, dest: /127.0.0.1:59852, bytes: 260, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0008_m_000000_0_1791105064_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741907_1083, duration: 252610000
2015-02-12 10:19:13,637 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:13,638 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:19:13,641 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0008_m_000000_0_1791105064_1
2015-02-12 10:19:13,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:19:13,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:19:13,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/task_1423764831909_0008_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:19:13,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000000_0 dst=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/task_1423764831909_0008_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:19:13,684 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0008_000001 (auth:SIMPLE)
2015-02-12 10:19:13,686 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0008_01_000002
2015-02-12 10:19:13,686 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000002
2015-02-12 10:19:13,686 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:19:13,686 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0008_01_000002
2015-02-12 10:19:13,687 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:19:13,687 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0008_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:19:13,687 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000003
2015-02-12 10:19:13,687 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0008_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 10:19:13,687 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:19:13,688 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0008_01_000003, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:19:13,688 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:13,688 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:19:13,689 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0008_000001 released container container_1423764831909_0008_01_000003 on node: host: 10.1.1.68:59942 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 10:19:13,706 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0008_01_000002 is : 143
2015-02-12 10:19:13,722 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:19:13,723 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000002
2015-02-12 10:19:13,723 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000002
2015-02-12 10:19:13,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000002
2015-02-12 10:19:13,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000002
2015-02-12 10:19:13,724 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000002
2015-02-12 10:19:13,724 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:19:13,724 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0008_01_000002 from application application_1423764831909_0008
2015-02-12 10:19:13,724 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:13,724 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0008
2015-02-12 10:19:13,769 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61744, dest: /127.0.0.1:59855, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0008_m_000002_0_1821362010_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741908_1084, duration: 205752000
2015-02-12 10:19:13,770 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741908_1084, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:13,770 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:19:13,770 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61743, dest: /127.0.0.1:59862, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0008_m_000002_0_1821362010_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741908_1084, duration: 206157000
2015-02-12 10:19:13,770 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:13,771 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:19:13,771 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61734, dest: /127.0.0.1:59859, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0008_m_000002_0_1821362010_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741908_1084, duration: 207464000
2015-02-12 10:19:13,771 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:13,771 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:19:13,776 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000002_0/part-00002 is closed by DFSClient_attempt_1423764831909_0008_m_000002_0_1821362010_1
2015-02-12 10:19:13,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:19:13,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:19:13,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/task_1423764831909_0008_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:19:13,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000002_0 dst=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/task_1423764831909_0008_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:19:13,825 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0008_000001 (auth:SIMPLE)
2015-02-12 10:19:13,827 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0008_01_000004
2015-02-12 10:19:13,827 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000004
2015-02-12 10:19:13,828 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:19:13,828 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0008_01_000004
2015-02-12 10:19:13,846 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0008_01_000004 is : 143
2015-02-12 10:19:13,859 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:19:13,860 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000004
2015-02-12 10:19:13,860 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000004
2015-02-12 10:19:13,860 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000004
2015-02-12 10:19:13,861 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000004
2015-02-12 10:19:13,861 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000004
2015-02-12 10:19:13,861 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:19:13,861 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0008_01_000004 from application application_1423764831909_0008
2015-02-12 10:19:13,861 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:13,861 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0008
2015-02-12 10:19:14,188 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000003_0/part-00003. BP-1216473654-10.1.1.68-1423764814898 blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:19:14,353 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741910_1086 src: /127.0.0.1:61757 dest: /127.0.0.1:59862
2015-02-12 10:19:14,354 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741910_1086 src: /127.0.0.1:61761 dest: /127.0.0.1:59855
2015-02-12 10:19:14,356 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741910_1086 src: /127.0.0.1:61762 dest: /127.0.0.1:59852
2015-02-12 10:19:14,471 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61762, dest: /127.0.0.1:59852, bytes: 260, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0008_m_000003_0_-1816101906_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741910_1086, duration: 113235000
2015-02-12 10:19:14,471 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741910_1086, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:14,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:19:14,472 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61761, dest: /127.0.0.1:59855, bytes: 260, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0008_m_000003_0_-1816101906_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741910_1086, duration: 114079000
2015-02-12 10:19:14,472 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:14,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:19:14,473 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61757, dest: /127.0.0.1:59862, bytes: 260, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0008_m_000003_0_-1816101906_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741910_1086, duration: 114989000
2015-02-12 10:19:14,473 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:14,473 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:19:14,477 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000003_0/part-00003 is closed by DFSClient_attempt_1423764831909_0008_m_000003_0_-1816101906_1
2015-02-12 10:19:14,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:19:14,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:19:14,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/task_1423764831909_0008_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:19:14,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/_temporary/attempt_1423764831909_0008_m_000003_0 dst=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/task_1423764831909_0008_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:19:14,519 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0008_000001 (auth:SIMPLE)
2015-02-12 10:19:14,521 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0008_01_000005
2015-02-12 10:19:14,521 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000005
2015-02-12 10:19:14,521 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:19:14,521 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0008_01_000005
2015-02-12 10:19:14,522 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:19:14,522 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0008_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:19:14,522 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000004
2015-02-12 10:19:14,522 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0008_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:19:14,522 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:19:14,524 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0008_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:19:14,524 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:14,524 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:19:14,524 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0008_000001 released container container_1423764831909_0008_01_000004 on node: host: 10.1.1.68:59906 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:19:14,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:14,527 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1628615106_1
2015-02-12 10:19:14,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:19:14,546 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0008_01_000005 is : 143
2015-02-12 10:19:14,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D dst=null perm=null proto=rpc
2015-02-12 10:19:14,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D dst=null perm=null proto=rpc
2015-02-12 10:19:14,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/task_1423764831909_0008_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:19:14,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:19:14,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/task_1423764831909_0008_m_000000/part-00000 dst=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:14,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D dst=null perm=null proto=rpc
2015-02-12 10:19:14,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D dst=null perm=null proto=rpc
2015-02-12 10:19:14,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/task_1423764831909_0008_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:19:14,563 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:19:14,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:19:14,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000005
2015-02-12 10:19:14,564 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000005
2015-02-12 10:19:14,564 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000005
2015-02-12 10:19:14,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000005
2015-02-12 10:19:14,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/task_1423764831909_0008_m_000001/part-00001 dst=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:14,565 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000005
2015-02-12 10:19:14,569 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:19:14,570 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0008_01_000005 from application application_1423764831909_0008
2015-02-12 10:19:14,570 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:14,570 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0008
2015-02-12 10:19:14,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D dst=null perm=null proto=rpc
2015-02-12 10:19:14,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D dst=null perm=null proto=rpc
2015-02-12 10:19:14,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/task_1423764831909_0008_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:19:14,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:19:14,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/task_1423764831909_0008_m_000002/part-00002 dst=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:14,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D dst=null perm=null proto=rpc
2015-02-12 10:19:14,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D dst=null perm=null proto=rpc
2015-02-12 10:19:14,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/task_1423764831909_0008_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:19:14,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:19:14,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary/1/task_1423764831909_0008_m_000003/part-00003 dst=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:14,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_temporary dst=null perm=null proto=rpc
2015-02-12 10:19:14,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:14,593 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1628615106_1
2015-02-12 10:19:14,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:14,597 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1628615106_1
2015-02-12 10:19:14,612 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61748, dest: /127.0.0.1:59852, bytes: 47138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1628615106_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741909_1085, duration: 1024599000
2015-02-12 10:19:14,613 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741909_1085, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:14,614 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 15499
2015-02-12 10:19:14,614 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61747, dest: /127.0.0.1:59862, bytes: 47138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1628615106_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741909_1085, duration: 1025877000
2015-02-12 10:19:14,614 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:14,615 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 15499
2015-02-12 10:19:14,615 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61746, dest: /127.0.0.1:59859, bytes: 47138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1628615106_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741909_1085, duration: 1027390000
2015-02-12 10:19:14,616 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:14,616 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 15499
2015-02-12 10:19:14,617 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job_1423764831909_0008_1.jhist is closed by DFSClient_NONMAPREDUCE_-1628615106_1
2015-02-12 10:19:14,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:14,623 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:19:14,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741911_1087 src: /127.0.0.1:61765 dest: /127.0.0.1:59859
2015-02-12 10:19:14,628 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741911_1087 src: /127.0.0.1:61766 dest: /127.0.0.1:59852
2015-02-12 10:19:14,630 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741911_1087 src: /127.0.0.1:61767 dest: /127.0.0.1:59862
2015-02-12 10:19:14,634 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61767, dest: /127.0.0.1:59862, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1628615106_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741911_1087, duration: 1456000
2015-02-12 10:19:14,634 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741911_1087, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:14,635 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:19:14,636 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61766, dest: /127.0.0.1:59852, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1628615106_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741911_1087, duration: 2762000
2015-02-12 10:19:14,636 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:14,637 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61765, dest: /127.0.0.1:59859, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1628615106_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741911_1087, duration: 4712000
2015-02-12 10:19:14,638 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:14,639 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:19:14,639 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:19:14,641 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1628615106_1
2015-02-12 10:19:14,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:14,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job_1423764831909_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:19:14,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008-1423765115444-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F0CCD4987063A4770-1423765154598-4-0-SUCCEEDED-default-1423765124659.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:19:14,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job_1423764831909_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:19:14,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008-1423765115444-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F0CCD4987063A4770-1423765154598-4-0-SUCCEEDED-default-1423765124659.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:19:14,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job_1423764831909_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:19:14,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008-1423765115444-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F0CCD4987063A4770-1423765154598-4-0-SUCCEEDED-default-1423765124659.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:14,671 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008-1423765115444-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F0CCD4987063A4770-1423765154598-4-0-SUCCEEDED-default-1423765124659.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:19:14,673 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741912_1088 src: /127.0.0.1:61770 dest: /127.0.0.1:59859
2015-02-12 10:19:14,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741912_1088 src: /127.0.0.1:61771 dest: /127.0.0.1:59852
2015-02-12 10:19:14,677 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741912_1088 src: /127.0.0.1:61772 dest: /127.0.0.1:59862
2015-02-12 10:19:14,684 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61772, dest: /127.0.0.1:59862, bytes: 47138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1628615106_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741912_1088, duration: 5745000
2015-02-12 10:19:14,685 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741912_1088, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:14,685 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61771, dest: /127.0.0.1:59852, bytes: 47138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1628615106_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741912_1088, duration: 6632000
2015-02-12 10:19:14,686 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:14,686 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:19:14,686 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61770, dest: /127.0.0.1:59859, bytes: 47138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1628615106_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741912_1088, duration: 7636000
2015-02-12 10:19:14,687 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:14,687 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:19:14,687 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:19:14,688 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:19:14,688 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0008_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:19:14,688 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000002
2015-02-12 10:19:14,688 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0008_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:19:14,688 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:19:14,689 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0008_01_000002, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:19:14,689 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:14,689 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:19:14,690 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0008_000001 released container container_1423764831909_0008_01_000002 on node: host: 10.1.1.68:59942 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:19:14,690 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:14,700 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008-1423765115444-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F0CCD4987063A4770-1423765154598-4-0-SUCCEEDED-default-1423765124659.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1628615106_1
2015-02-12 10:19:14,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008-1423765115444-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F0CCD4987063A4770-1423765154598-4-0-SUCCEEDED-default-1423765124659.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:14,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job_1423764831909_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:19:14,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:19:14,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job_1423764831909_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:19:14,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:19:14,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008/job_1423764831909_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:19:14,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:14,715 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:19:14,717 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741913_1089 src: /127.0.0.1:61774 dest: /127.0.0.1:59859
2015-02-12 10:19:14,719 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741913_1089 src: /127.0.0.1:61775 dest: /127.0.0.1:59852
2015-02-12 10:19:14,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741913_1089 src: /127.0.0.1:61776 dest: /127.0.0.1:59862
2015-02-12 10:19:14,724 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61776, dest: /127.0.0.1:59862, bytes: 114884, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1628615106_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741913_1089, duration: 1899000
2015-02-12 10:19:14,725 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741913_1089, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:14,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:19:14,725 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61775, dest: /127.0.0.1:59852, bytes: 114884, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1628615106_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741913_1089, duration: 2783000
2015-02-12 10:19:14,726 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:14,726 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:19:14,726 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61774, dest: /127.0.0.1:59859, bytes: 114884, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1628615106_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741913_1089, duration: 3684000
2015-02-12 10:19:14,726 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:14,727 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:19:14,728 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1628615106_1
2015-02-12 10:19:14,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:14,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:14,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:14,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008-1423765115444-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F0CCD4987063A4770-1423765154598-4-0-SUCCEEDED-default-1423765124659.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008-1423765115444-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F0CCD4987063A4770-1423765154598-4-0-SUCCEEDED-default-1423765124659.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:14,743 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0008_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:19:14,743 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0008_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:19:14,743 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0008 with final state: FINISHING
2015-02-12 10:19:14,744 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0008 State change from RUNNING to FINAL_SAVING
2015-02-12 10:19:14,744 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0008
2015-02-12 10:19:14,745 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0008_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:19:14,745 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0008 State change from FINAL_SAVING to FINISHING
2015-02-12 10:19:15,530 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:15,530 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:19:15,530 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0008_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:19:15,531 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000005
2015-02-12 10:19:15,531 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0008_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:19:15,531 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:19:15,532 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0008_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:19:15,532 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:15,533 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:19:15,533 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0008_000001 released container container_1423764831909_0008_01_000005 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:19:15,694 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:15,694 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:15,753 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0008 unregistered successfully.
2015-02-12 10:19:15,756 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741901_1077 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:19:15,757 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741902_1078 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:19:15,757 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741903_1079 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:19:15,757 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741904_1080 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:19:15,757 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741909_1085 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:19:15,757 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741905_1081 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:19:15,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0008 dst=null perm=null proto=rpc
2015-02-12 10:19:15,868 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] starting step: (3/3) ...pesplatform/nonsafesplit1
2015-02-12 10:19:15,868 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] starting step: (2/3) ...pesplatform/nonsafesplit2
2015-02-12 10:19:15,886 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:19:15,906 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:19:15,924 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:19:15,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null proto=rpc
2015-02-12 10:19:15,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:19:15,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:19:15,937 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 9
2015-02-12 10:19:15,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009 dst=null perm=null proto=rpc
2015-02-12 10:19:15,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:19:15,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:19:15,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:15,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:15,946 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:19:15,949 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741914_1090 src: /127.0.0.1:61802 dest: /127.0.0.1:59852
2015-02-12 10:19:15,951 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741914_1090 src: /127.0.0.1:61803 dest: /127.0.0.1:59855
2015-02-12 10:19:15,953 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741914_1090 src: /127.0.0.1:61804 dest: /127.0.0.1:59862
2015-02-12 10:19:15,958 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61804, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741914_1090, duration: 1718000
2015-02-12 10:19:15,958 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741914_1090, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:15,959 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:19:15,959 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61803, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741914_1090, duration: 2895000
2015-02-12 10:19:15,959 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:15,959 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:19:15,960 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61802, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741914_1090, duration: 3758000
2015-02-12 10:19:15,960 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:15,961 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:19:15,962 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:19:15,963 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar
2015-02-12 10:19:15,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:15,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:15,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:15,966 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:19:15,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:15,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:15,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:19:15,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:19:15,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null proto=rpc
2015-02-12 10:19:15,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:19:15,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:19:15,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:19:15,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:15,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:19:15,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D dst=null perm=null proto=rpc
2015-02-12 10:19:15,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:19:15,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D dst=null perm=null proto=rpc
2015-02-12 10:19:15,975 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 10
2015-02-12 10:19:15,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D dst=null perm=null proto=rpc
2015-02-12 10:19:15,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010 dst=null perm=null proto=rpc
2015-02-12 10:19:15,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:19:15,978 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 10:19:15,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:19:15,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:15,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:15,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:15,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:15,981 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.split
2015-02-12 10:19:15,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:15,983 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:19:15,983 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:19:15,985 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741915_1091 src: /127.0.0.1:61805 dest: /127.0.0.1:59855
2015-02-12 10:19:15,985 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741916_1092 src: /127.0.0.1:61806 dest: /127.0.0.1:59862
2015-02-12 10:19:15,987 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741915_1091 src: /127.0.0.1:61808 dest: /127.0.0.1:59852
2015-02-12 10:19:15,987 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741916_1092 src: /127.0.0.1:61807 dest: /127.0.0.1:59855
2015-02-12 10:19:15,988 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741915_1091 src: /127.0.0.1:61809 dest: /127.0.0.1:59862
2015-02-12 10:19:15,989 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741916_1092 src: /127.0.0.1:61810 dest: /127.0.0.1:59852
2015-02-12 10:19:15,993 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741916_1092 src: /127.0.0.1:61811 dest: /127.0.0.1:59859
2015-02-12 10:19:15,995 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61809, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741915_1091, duration: 5436000
2015-02-12 10:19:15,996 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741915_1091, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:15,997 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:19:15,997 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61808, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741915_1091, duration: 5094000
2015-02-12 10:19:15,997 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:15,998 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:19:15,998 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61811, dest: /127.0.0.1:59859, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741916_1092, duration: 3566000
2015-02-12 10:19:15,998 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61805, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741915_1091, duration: 7820000
2015-02-12 10:19:15,999 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:15,999 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741916_1092, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:15,999 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:19:15,999 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61810, dest: /127.0.0.1:59852, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741916_1092, duration: 3943000
2015-02-12 10:19:16,000 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:16,000 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:19:16,001 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:19:16,002 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61807, dest: /127.0.0.1:59855, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741916_1092, duration: 6054000
2015-02-12 10:19:16,002 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:16,002 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:19:16,002 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61806, dest: /127.0.0.1:59862, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741916_1092, duration: 7344000
2015-02-12 10:19:16,003 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:16,005 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:19:16,006 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:19:16,006 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:19:16,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:16,007 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.jar
2015-02-12 10:19:16,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:16,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:16,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,010 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:19:16,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,011 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741917_1093 src: /127.0.0.1:61812 dest: /127.0.0.1:59855
2015-02-12 10:19:16,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:19:16,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:19:16,013 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741917_1093 src: /127.0.0.1:61813 dest: /127.0.0.1:59852
2015-02-12 10:19:16,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:19:16,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:19:16,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741917_1093 src: /127.0.0.1:61814 dest: /127.0.0.1:59859
2015-02-12 10:19:16,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:19:16,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,017 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61814, dest: /127.0.0.1:59859, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741917_1093, duration: 1304000
2015-02-12 10:19:16,017 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741917_1093, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:16,018 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:19:16,018 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61813, dest: /127.0.0.1:59852, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741917_1093, duration: 1758000
2015-02-12 10:19:16,018 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:16,018 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:19:16,019 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61812, dest: /127.0.0.1:59855, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741917_1093, duration: 2694000
2015-02-12 10:19:16,019 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:16,024 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:19:16,024 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:19:16,025 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:19:16,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D dst=null perm=null proto=rpc
2015-02-12 10:19:16,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D dst=null perm=null proto=rpc
2015-02-12 10:19:16,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:16,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D dst=null perm=null proto=rpc
2015-02-12 10:19:16,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:16,030 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 10:19:16,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:16,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:16,043 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.split
2015-02-12 10:19:16,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:16,044 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:19:16,071 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741918_1094 src: /127.0.0.1:61815 dest: /127.0.0.1:59855
2015-02-12 10:19:16,072 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741918_1094 src: /127.0.0.1:61816 dest: /127.0.0.1:59862
2015-02-12 10:19:16,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741918_1094 src: /127.0.0.1:61817 dest: /127.0.0.1:59859
2015-02-12 10:19:16,075 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741918_1094 src: /127.0.0.1:61818 dest: /127.0.0.1:59852
2015-02-12 10:19:16,085 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61818, dest: /127.0.0.1:59852, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741918_1094, duration: 7430000
2015-02-12 10:19:16,085 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741918_1094, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:16,086 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:19:16,086 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61817, dest: /127.0.0.1:59859, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741918_1094, duration: 8300000
2015-02-12 10:19:16,086 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:16,087 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:19:16,088 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61816, dest: /127.0.0.1:59862, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741918_1094, duration: 9791000
2015-02-12 10:19:16,088 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:16,089 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61815, dest: /127.0.0.1:59855, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741918_1094, duration: 11385000
2015-02-12 10:19:16,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:19:16,089 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:16,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:19:16,172 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:19:16,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:16,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:16,180 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:19:16,182 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741919_1095 src: /127.0.0.1:61821 dest: /127.0.0.1:59862
2015-02-12 10:19:16,183 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741919_1095 src: /127.0.0.1:61822 dest: /127.0.0.1:59855
2015-02-12 10:19:16,185 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741919_1095 src: /127.0.0.1:61823 dest: /127.0.0.1:59852
2015-02-12 10:19:16,186 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:19:16,187 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741920_1096 src: /127.0.0.1:61824 dest: /127.0.0.1:59855
2015-02-12 10:19:16,188 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61823, dest: /127.0.0.1:59852, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741919_1095, duration: 1635000
2015-02-12 10:19:16,189 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741919_1095, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:16,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741920_1096 src: /127.0.0.1:61825 dest: /127.0.0.1:59852
2015-02-12 10:19:16,189 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:19:16,189 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61822, dest: /127.0.0.1:59855, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741919_1095, duration: 2181000
2015-02-12 10:19:16,190 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:16,190 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741920_1096 src: /127.0.0.1:61826 dest: /127.0.0.1:59862
2015-02-12 10:19:16,190 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61821, dest: /127.0.0.1:59862, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741919_1095, duration: 3532000
2015-02-12 10:19:16,191 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:16,191 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:19:16,192 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:19:16,263 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:19:16,263 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61826, dest: /127.0.0.1:59862, bytes: 98005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741920_1096, duration: 71254000
2015-02-12 10:19:16,263 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741920_1096, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:16,264 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:19:16,264 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:19:16,264 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61825, dest: /127.0.0.1:59852, bytes: 98005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741920_1096, duration: 71711000
2015-02-12 10:19:16,265 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:19:16,265 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:16,266 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61824, dest: /127.0.0.1:59855, bytes: 98005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741920_1096, duration: 73177000
2015-02-12 10:19:16,266 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:16,267 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:19:16,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:16,268 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:19:16,268 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0009
2015-02-12 10:19:16,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:16,315 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:19:16,317 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741921_1097 src: /127.0.0.1:61833 dest: /127.0.0.1:59862
2015-02-12 10:19:16,319 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741921_1097 src: /127.0.0.1:61834 dest: /127.0.0.1:59855
2015-02-12 10:19:16,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009 dst=null perm=null proto=rpc
2015-02-12 10:19:16,320 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741921_1097 src: /127.0.0.1:61835 dest: /127.0.0.1:59859
2015-02-12 10:19:16,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:16,324 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61835, dest: /127.0.0.1:59859, bytes: 98001, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741921_1097, duration: 1920000
2015-02-12 10:19:16,324 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741921_1097, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:16,325 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61834, dest: /127.0.0.1:59855, bytes: 98001, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741921_1097, duration: 2468000
2015-02-12 10:19:16,325 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:16,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:19:16,326 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61833, dest: /127.0.0.1:59862, bytes: 98001, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741921_1097, duration: 3273000
2015-02-12 10:19:16,326 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:16,326 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:19:16,327 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:19:16,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:16,330 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:19:16,331 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0010
2015-02-12 10:19:16,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010 dst=null perm=null proto=rpc
2015-02-12 10:19:16,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:16,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:16,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:16,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:16,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:16,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:16,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:19:16,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:19:16,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:19:16,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:19:16,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,354 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 10 submitted by user soberoi
2015-02-12 10:19:16,354 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0010
2015-02-12 10:19:16,354 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0010
2015-02-12 10:19:16,354 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0010
2015-02-12 10:19:16,354 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0010 State change from NEW to NEW_SAVING
2015-02-12 10:19:16,355 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0010 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:19:16,355 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0010 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:19:16,355 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0010 from user: soberoi, in queue: default
2015-02-12 10:19:16,355 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0010 State change from SUBMITTED to ACCEPTED
2015-02-12 10:19:16,355 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0010_000001
2015-02-12 10:19:16,355 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0010_000001 State change from NEW to SUBMITTED
2015-02-12 10:19:16,356 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0010 from user: soberoi activated in queue: default
2015-02-12 10:19:16,356 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0010 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:19:16,356 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0010_000001 to scheduler from user soberoi in queue default
2015-02-12 10:19:16,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,357 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0010
2015-02-12 10:19:16,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,412 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0010_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:19:16,412 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:19:16,412 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000001
2015-02-12 10:19:16,413 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0010_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:19:16,413 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0010_000001 container=Container: [ContainerId: container_1423764831909_0010_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:19:16,413 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:19:16,413 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:16,413 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 9 submitted by user soberoi
2015-02-12 10:19:16,413 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0009
2015-02-12 10:19:16,414 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0010_01_000001
2015-02-12 10:19:16,414 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:19:16,415 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0010_000001
2015-02-12 10:19:16,415 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0010 AttemptId: appattempt_1423764831909_0010_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0010_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ]
2015-02-12 10:19:16,415 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0010_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:19:16,415 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0009
2015-02-12 10:19:16,415 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0009 State change from NEW to NEW_SAVING
2015-02-12 10:19:16,415 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0009
2015-02-12 10:19:16,415 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0010_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:19:16,415 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0009 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:19:16,415 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0010_000001
2015-02-12 10:19:16,416 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0009 user: soberoi leaf-queue of parent: root #applications: 3
2015-02-12 10:19:16,416 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0009 from user: soberoi, in queue: default
2015-02-12 10:19:16,416 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0009 State change from SUBMITTED to ACCEPTED
2015-02-12 10:19:16,416 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0009_000001
2015-02-12 10:19:16,416 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0009_000001 State change from NEW to SUBMITTED
2015-02-12 10:19:16,416 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0009 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 1 #user-active-applications: 2 #queue-pending-applications: 1 #queue-active-applications: 2
2015-02-12 10:19:16,417 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0009_000001 to scheduler from user soberoi in queue default
2015-02-12 10:19:16,429 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0010_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0010_000001
2015-02-12 10:19:16,429 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0009_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:19:16,429 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0010_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:19:16,429 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0010_000001
2015-02-12 10:19:16,429 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0010_000001
2015-02-12 10:19:16,432 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0010_000001 (auth:SIMPLE)
2015-02-12 10:19:16,433 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0010/
2015-02-12 10:19:16,434 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] submitted hadoop job: job_1423764831909_0010
2015-02-12 10:19:16,434 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0010/
2015-02-12 10:19:16,436 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0010_01_000001 by user soberoi
2015-02-12 10:19:16,436 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0010
2015-02-12 10:19:16,436 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000001
2015-02-12 10:19:16,436 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0010 transitioned from NEW to INITING
2015-02-12 10:19:16,436 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0010_01_000001 to application application_1423764831909_0010
2015-02-12 10:19:16,437 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0010 transitioned from INITING to RUNNING
2015-02-12 10:19:16,437 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0010_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0010_000001
2015-02-12 10:19:16,437 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0010_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:19:16,437 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:19:16,437 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0010
2015-02-12 10:19:16,437 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:19:16,438 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:19:16,438 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:19:16,438 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:19:16,438 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0010_01_000001
2015-02-12 10:19:16,453 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0010_01_000001.tokens. Credentials list:
2015-02-12 10:19:16,534 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:16,534 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:16,628 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0009
2015-02-12 10:19:16,633 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0009/
2015-02-12 10:19:16,633 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] submitted hadoop job: job_1423764831909_0009
2015-02-12 10:19:16,633 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0009/
2015-02-12 10:19:16,672 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:19:16,696 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:16,696 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:16,840 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0010_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000001.tokens
2015-02-12 10:19:16,841 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0010
2015-02-12 10:19:16,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:16,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:17,026 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:19:17,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:19:17,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:19:17,111 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0010/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:19:17,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:17,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:17,225 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0010/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:19:17,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:17,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:17,322 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0010/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:19:17,322 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:19:17,378 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:19:17,378 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:17,413 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:19:17,538 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:17,538 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:17,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000001/default_container_executor.sh]
2015-02-12 10:19:17,701 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:17,701 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:18,537 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741906_1082
2015-02-12 10:19:18,542 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:18,542 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:18,709 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:18,709 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:18,718 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59852 to replicate blk_1073741914_1090 to datanode(s) 127.0.0.1:59859
2015-02-12 10:19:18,718 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59852 to replicate blk_1073741915_1091 to datanode(s) 127.0.0.1:59859
2015-02-12 10:19:18,718 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741909_1085, blk_1073741901_1077, blk_1073741902_1078, blk_1073741903_1079]
2015-02-12 10:19:18,718 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741909_1085, blk_1073741901_1077, blk_1073741902_1078, blk_1073741903_1079]
2015-02-12 10:19:18,836 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741908_1084
2015-02-12 10:19:18,999 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741906_1082
2015-02-12 10:19:18,999 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741907_1083
2015-02-12 10:19:19,426 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741906_1082
2015-02-12 10:19:19,426 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741907_1083
2015-02-12 10:19:19,427 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741908_1084
2015-02-12 10:19:19,543 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:19,543 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:19,712 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:19,712 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:19,724 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5d835e39-c83e-4de7-bbde-92c2cf44d1a5, infoPort=59853, ipcPort=59854, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073741914_1090 to 127.0.0.1:59859
2015-02-12 10:19:19,725 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5d835e39-c83e-4de7-bbde-92c2cf44d1a5, infoPort=59853, ipcPort=59854, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073741915_1091 to 127.0.0.1:59859
2015-02-12 10:19:19,725 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741904 for deletion
2015-02-12 10:19:19,726 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741905 for deletion
2015-02-12 10:19:19,726 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741909 for deletion
2015-02-12 10:19:19,726 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741901 for deletion
2015-02-12 10:19:19,726 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741902 for deletion
2015-02-12 10:19:19,726 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741904
2015-02-12 10:19:19,727 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741905
2015-02-12 10:19:19,727 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741901
2015-02-12 10:19:19,726 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741903 for deletion
2015-02-12 10:19:19,726 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073741914_1090 (numBytes=254067) to /127.0.0.1:59859
2015-02-12 10:19:19,727 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741914_1090 src: /127.0.0.1:61894 dest: /127.0.0.1:59859
2015-02-12 10:19:19,728 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741903
2015-02-12 10:19:19,727 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741909
2015-02-12 10:19:19,728 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741902
2015-02-12 10:19:19,728 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741915_1091 src: /127.0.0.1:61895 dest: /127.0.0.1:59859
2015-02-12 10:19:19,727 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073741915_1091 (numBytes=254067) to /127.0.0.1:59859
2015-02-12 10:19:19,730 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073741914_1090 src: /127.0.0.1:61894 dest: /127.0.0.1:59859 of size 254067
2015-02-12 10:19:19,730 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073741915_1091 src: /127.0.0.1:61895 dest: /127.0.0.1:59859 of size 254067
2015-02-12 10:19:19,730 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741914_1090 size 254067
2015-02-12 10:19:19,732 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741915_1091 size 254067
2015-02-12 10:19:20,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741904 for deletion
2015-02-12 10:19:20,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741905 for deletion
2015-02-12 10:19:20,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741909 for deletion
2015-02-12 10:19:20,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741901 for deletion
2015-02-12 10:19:20,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741905
2015-02-12 10:19:20,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741904
2015-02-12 10:19:20,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741902 for deletion
2015-02-12 10:19:20,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741909
2015-02-12 10:19:20,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741903 for deletion
2015-02-12 10:19:20,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741902
2015-02-12 10:19:20,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741901
2015-02-12 10:19:20,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741903
2015-02-12 10:19:20,550 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:20,550 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:20,719 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:20,719 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:20,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:19:20,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:19:20,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:19:20,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:19:20,877 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0008_01_000001 succeeded
2015-02-12 10:19:20,877 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:19:20,877 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0008_01_000001
2015-02-12 10:19:20,903 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000001
2015-02-12 10:19:20,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000001
2015-02-12 10:19:20,907 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000001
2015-02-12 10:19:20,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0008/container_1423764831909_0008_01_000001
2015-02-12 10:19:20,909 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000001
2015-02-12 10:19:20,909 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0008_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:19:20,909 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0008_01_000001 from application application_1423764831909_0008
2015-02-12 10:19:20,910 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:20,910 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0008
2015-02-12 10:19:21,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010 dst=null perm=null proto=rpc
2015-02-12 10:19:21,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:19:21,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:19:21,554 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:21,555 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:21,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:19:21,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:19:21,727 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073741901_1077, blk_1073741902_1078, blk_1073741903_1079]
2015-02-12 10:19:21,727 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0008_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:19:21,727 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0008_000001
2015-02-12 10:19:21,728 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0008_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:19:21,728 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000001
2015-02-12 10:19:21,728 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0008_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:19:21,728 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:19:21,728 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0008_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:19:21,727 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741909_1085, blk_1073741901_1077, blk_1073741902_1078]
2015-02-12 10:19:21,728 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:21,728 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0008_000001
2015-02-12 10:19:21,729 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0008_000001 State change from FINISHING to FINISHED
2015-02-12 10:19:21,729 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0008 State change from FINISHING to FINISHED
2015-02-12 10:19:21,728 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1
2015-02-12 10:19:21,729 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0008
2015-02-12 10:19:21,729 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0008_000001
2015-02-12 10:19:21,730 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0008,name=[16A0F9DDF67B4D4BBDA402620D2AA389/0CCD4987063A4770AAB4F31BF886B8AB] left+right/(1/3),user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0008/jobhistory/job/job_1423764831909_0008,appMasterHost=10.1.1.68,startTime=1423765115444,finishTime=1423765154743,finalStatus=SUCCEEDED
2015-02-12 10:19:21,729 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0008_000001 released container container_1423764831909_0008_01_000001 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:19:21,730 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:21,730 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:21,730 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0008_000001 is done. finalState=FINISHED
2015-02-12 10:19:21,730 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0008 requests cleared
2015-02-12 10:19:21,730 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0009 from user: soberoi activated in queue: default
2015-02-12 10:19:21,730 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0008 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:19:21,731 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0008 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:19:21,733 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0008_000001 (auth:SIMPLE)
2015-02-12 10:19:21,736 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0008_01_000001
2015-02-12 10:19:21,736 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0008 CONTAINERID=container_1423764831909_0008_01_000001
2015-02-12 10:19:21,737 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0008_01_000003, container_1423764831909_0008_01_000001]
2015-02-12 10:19:21,737 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:21,737 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:19:21,737 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:21,737 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:21,737 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0008
2015-02-12 10:19:21,738 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:19:21,738 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000001
2015-02-12 10:19:21,738 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0009_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:19:21,738 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0008
2015-02-12 10:19:21,738 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:19:21,738 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0008, with delay of 10800 seconds
2015-02-12 10:19:21,738 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0008
2015-02-12 10:19:21,738 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0009_000001 container=Container: [ContainerId: container_1423764831909_0009_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:19:21,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0008
2015-02-12 10:19:21,739 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:19:21,739 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:21,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0008
2015-02-12 10:19:21,741 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0009_01_000001
2015-02-12 10:19:21,742 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:19:21,742 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0009_000001
2015-02-12 10:19:21,742 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0009 AttemptId: appattempt_1423764831909_0009_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0009_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ]
2015-02-12 10:19:21,743 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0009_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:19:21,743 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0009_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:19:21,743 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0009_000001
2015-02-12 10:19:21,745 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0009_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0009_000001
2015-02-12 10:19:21,745 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0009_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:19:21,745 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0009_000001
2015-02-12 10:19:21,745 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0009_000001
2015-02-12 10:19:21,747 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0009_000001 (auth:SIMPLE)
2015-02-12 10:19:21,750 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0009_01_000001 by user soberoi
2015-02-12 10:19:21,750 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0009
2015-02-12 10:19:21,750 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000001
2015-02-12 10:19:21,751 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0009 transitioned from NEW to INITING
2015-02-12 10:19:21,751 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0009_01_000001 to application application_1423764831909_0009
2015-02-12 10:19:21,751 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0009 transitioned from INITING to RUNNING
2015-02-12 10:19:21,751 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0009_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0009_000001
2015-02-12 10:19:21,751 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0009_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:19:21,751 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:19:21,751 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0009
2015-02-12 10:19:21,752 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:19:21,752 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:19:21,752 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:19:21,752 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:19:21,752 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0009_01_000001
2015-02-12 10:19:21,768 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423764831909_0009_01_000001.tokens. Credentials list:
2015-02-12 10:19:21,913 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:19:22,055 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423764831909_0009_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000001.tokens
2015-02-12 10:19:22,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0009
2015-02-12 10:19:22,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:22,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:22,225 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:19:22,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:19:22,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:19:22,317 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0009/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:19:22,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:22,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:22,415 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0009/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:19:22,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:22,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:22,512 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0009/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:19:22,512 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:19:22,557 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:19:22,557 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:22,557 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:22,558 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0008
2015-02-12 10:19:22,558 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0008
2015-02-12 10:19:22,559 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0008
2015-02-12 10:19:22,559 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0008
2015-02-12 10:19:22,559 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0008
2015-02-12 10:19:22,559 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:19:22,559 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0008, with delay of 10800 seconds
2015-02-12 10:19:22,560 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:19:22,560 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:22,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000001/default_container_executor.sh]
2015-02-12 10:19:22,726 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741901 for deletion
2015-02-12 10:19:22,726 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741902 for deletion
2015-02-12 10:19:22,726 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741903 for deletion
2015-02-12 10:19:22,727 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741901
2015-02-12 10:19:22,727 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741902
2015-02-12 10:19:22,727 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741903
2015-02-12 10:19:22,738 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:19:22,739 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:23,213 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741904 for deletion
2015-02-12 10:19:23,213 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741905 for deletion
2015-02-12 10:19:23,213 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741909 for deletion
2015-02-12 10:19:23,213 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741904
2015-02-12 10:19:23,213 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741901 for deletion
2015-02-12 10:19:23,214 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741902 for deletion
2015-02-12 10:19:23,214 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741905
2015-02-12 10:19:23,214 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741901
2015-02-12 10:19:23,214 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741909
2015-02-12 10:19:23,214 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741902
2015-02-12 10:19:23,543 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741921_1097
2015-02-12 10:19:23,543 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741917_1093
2015-02-12 10:19:23,544 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741907_1083
2015-02-12 10:19:23,544 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741908_1084
2015-02-12 10:19:23,545 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741913_1089
2015-02-12 10:19:23,545 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741916_1092
2015-02-12 10:19:23,546 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741911_1087
2015-02-12 10:19:23,546 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741912_1088
2015-02-12 10:19:23,546 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741918_1094
2015-02-12 10:19:23,559 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:23,559 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:23,844 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741917_1093
2015-02-12 10:19:23,844 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741910_1086
2015-02-12 10:19:23,844 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741919_1095
2015-02-12 10:19:23,846 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741914_1090
2015-02-12 10:19:23,901 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0010_000001 (auth:SIMPLE)
2015-02-12 10:19:23,907 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0010_000001
2015-02-12 10:19:23,908 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0010 APPATTEMPTID=appattempt_1423764831909_0010_000001
2015-02-12 10:19:23,908 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0010_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:19:23,908 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0010 State change from ACCEPTED to RUNNING
2015-02-12 10:19:23,946 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 799 Total time for transactions(ms): 59 Number of transactions batched in Syncs: 2 Number of syncs: 545 SyncTimes(ms): 14 9
2015-02-12 10:19:23,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job_1423764831909_0010_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:23,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:19:24,011 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741911_1087
2015-02-12 10:19:24,012 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741913_1089
2015-02-12 10:19:24,012 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741917_1093
2015-02-12 10:19:24,013 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741912_1088
2015-02-12 10:19:24,047 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741920_1096
2015-02-12 10:19:24,048 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741916_1092
2015-02-12 10:19:24,048 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741918_1094
2015-02-12 10:19:24,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job_1423764831909_0010_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:24,213 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741920_1096
2015-02-12 10:19:24,213 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741916_1092
2015-02-12 10:19:24,214 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741910_1086
2015-02-12 10:19:24,253 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741915_1091
2015-02-12 10:19:24,254 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741921_1097
2015-02-12 10:19:24,411 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job_1423764831909_0010_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:19:24,415 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741915_1091
2015-02-12 10:19:24,416 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741918_1094
2015-02-12 10:19:24,437 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741921_1097
2015-02-12 10:19:24,438 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741919_1095
2015-02-12 10:19:24,438 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741912_1088
2015-02-12 10:19:24,462 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741922_1098 src: /127.0.0.1:61915 dest: /127.0.0.1:59852
2015-02-12 10:19:24,464 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741922_1098 src: /127.0.0.1:61916 dest: /127.0.0.1:59855
2015-02-12 10:19:24,465 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741922_1098 src: /127.0.0.1:61917 dest: /127.0.0.1:59862
2015-02-12 10:19:24,501 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61917, dest: /127.0.0.1:59862, bytes: 115004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_544558160_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741922_1098, duration: 33927000
2015-02-12 10:19:24,501 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741922_1098, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:24,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:19:24,502 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61916, dest: /127.0.0.1:59855, bytes: 115004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_544558160_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741922_1098, duration: 34949000
2015-02-12 10:19:24,502 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:24,503 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61915, dest: /127.0.0.1:59852, bytes: 115004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_544558160_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741922_1098, duration: 36444000
2015-02-12 10:19:24,504 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:24,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:19:24,507 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:19:24,528 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job_1423764831909_0010_1_conf.xml is closed by DFSClient_NONMAPREDUCE_544558160_1
2015-02-12 10:19:24,615 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741914_1090
2015-02-12 10:19:24,616 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741919_1095
2015-02-12 10:19:24,639 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741914_1090
2015-02-12 10:19:24,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741920_1096
2015-02-12 10:19:24,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741916_1092
2015-02-12 10:19:24,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741911_1087
2015-02-12 10:19:24,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741910_1086
2015-02-12 10:19:24,843 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741915_1091
2015-02-12 10:19:25,043 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741913_1089
2015-02-12 10:19:25,044 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741918_1094
2015-02-12 10:19:25,326 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:19:25,327 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000002
2015-02-12 10:19:25,327 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0010_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:19:25,327 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0010_000001 container=Container: [ContainerId: container_1423764831909_0010_01_000002, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:19:25,327 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-12 10:19:25,327 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:25,328 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:19:25,328 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000003
2015-02-12 10:19:25,328 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0010_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:19:25,328 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0010_000001 container=Container: [ContainerId: container_1423764831909_0010_01_000003, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:19:25,328 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-02-12 10:19:25,328 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:25,329 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:19:25,329 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000004
2015-02-12 10:19:25,329 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0010_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:19:25,329 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0010_000001 container=Container: [ContainerId: container_1423764831909_0010_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:19:25,329 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2015-02-12 10:19:25,330 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:25,330 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:19:25,330 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000005
2015-02-12 10:19:25,330 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0010_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:19:25,330 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0010_000001 container=Container: [ContainerId: container_1423764831909_0010_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:19:25,331 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-02-12 10:19:25,331 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:25,981 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0010_01_000002
2015-02-12 10:19:25,982 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:19:25,983 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:19:25,984 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:19:25,985 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:19:26,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:26,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:26,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:26,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:26,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:26,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:26,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:26,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:26,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:26,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:26,183 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0010_000001 (auth:SIMPLE)
2015-02-12 10:19:26,184 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0010_000001 (auth:SIMPLE)
2015-02-12 10:19:26,185 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0010_000001 (auth:SIMPLE)
2015-02-12 10:19:26,186 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0010_000001 (auth:SIMPLE)
2015-02-12 10:19:26,187 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0010_01_000004 by user soberoi
2015-02-12 10:19:26,187 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0010
2015-02-12 10:19:26,187 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0010_01_000005 by user soberoi
2015-02-12 10:19:26,188 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0010 transitioned from NEW to INITING
2015-02-12 10:19:26,188 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0010_01_000004 to application application_1423764831909_0010
2015-02-12 10:19:26,188 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0010_01_000005 to application application_1423764831909_0010
2015-02-12 10:19:26,187 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000004
2015-02-12 10:19:26,188 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0010 transitioned from INITING to RUNNING
2015-02-12 10:19:26,188 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000005
2015-02-12 10:19:26,188 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:19:26,189 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:19:26,189 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0010
2015-02-12 10:19:26,189 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0010
2015-02-12 10:19:26,189 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:19:26,189 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0010
2015-02-12 10:19:26,189 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:19:26,190 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:19:26,190 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0010
2015-02-12 10:19:26,190 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0010
2015-02-12 10:19:26,190 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:19:26,190 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0010
2015-02-12 10:19:26,190 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0010_01_000003 by user soberoi
2015-02-12 10:19:26,190 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000003
2015-02-12 10:19:26,190 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0010_01_000005
2015-02-12 10:19:26,191 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0010_01_000004
2015-02-12 10:19:26,192 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0010_01_000003 to application application_1423764831909_0010
2015-02-12 10:19:26,192 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:19:26,192 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0010
2015-02-12 10:19:26,192 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0010
2015-02-12 10:19:26,192 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:19:26,193 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0010
2015-02-12 10:19:26,193 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0010_01_000003
2015-02-12 10:19:26,203 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0010_01_000002 by user soberoi
2015-02-12 10:19:26,203 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000002
2015-02-12 10:19:26,203 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0010_01_000002 to application application_1423764831909_0010
2015-02-12 10:19:26,204 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:19:26,204 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0010
2015-02-12 10:19:26,204 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0010
2015-02-12 10:19:26,204 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:19:26,204 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0010
2015-02-12 10:19:26,205 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0010_01_000002
2015-02-12 10:19:26,211 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0010_01_000005.tokens. Credentials list:
2015-02-12 10:19:26,211 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0010_01_000004.tokens. Credentials list:
2015-02-12 10:19:26,213 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0010_01_000003.tokens. Credentials list:
2015-02-12 10:19:26,225 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0010_01_000002.tokens. Credentials list:
2015-02-12 10:19:26,334 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:19:26,334 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:19:26,334 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:19:26,334 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:19:26,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:19:26,510 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:19:26,519 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0010_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000005.tokens
2015-02-12 10:19:26,519 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0010
2015-02-12 10:19:26,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:26,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:26,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:19:26,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0010_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000002.tokens
2015-02-12 10:19:26,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0010
2015-02-12 10:19:26,718 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:19:26,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:26,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:26,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0010_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000003.tokens
2015-02-12 10:19:26,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:19:26,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0010
2015-02-12 10:19:26,823 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0010/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:19:26,823 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:19:26,824 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:19:26,824 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:19:26,824 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:19:26,897 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:19:26,897 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:19:26,897 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:26,897 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:26,898 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:19:26,898 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:26,898 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:19:26,899 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:27,000 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:19:27,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0010_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000004.tokens
2015-02-12 10:19:27,057 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0010
2015-02-12 10:19:27,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000004/default_container_executor.sh]
2015-02-12 10:19:27,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000002/default_container_executor.sh]
2015-02-12 10:19:27,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000005/default_container_executor.sh]
2015-02-12 10:19:27,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000003/default_container_executor.sh]
2015-02-12 10:19:28,557 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741915_1091
2015-02-12 10:19:28,960 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741914_1090
2015-02-12 10:19:29,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:19:29,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:19:29,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:19:29,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:19:29,622 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741922_1098
2015-02-12 10:19:30,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009 dst=null perm=null proto=rpc
2015-02-12 10:19:30,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:19:30,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:19:30,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741922_1098
2015-02-12 10:19:32,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:19:32,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:19:34,271 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741922_1098
2015-02-12 10:19:36,371 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30009 milliseconds
2015-02-12 10:19:36,372 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:19:39,842 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0009_000001 (auth:SIMPLE)
2015-02-12 10:19:39,845 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0009_000001
2015-02-12 10:19:39,845 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0009 APPATTEMPTID=appattempt_1423764831909_0009_000001
2015-02-12 10:19:39,845 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0009_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:19:39,845 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0009 State change from ACCEPTED to RUNNING
2015-02-12 10:19:40,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job_1423764831909_0009_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:40,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:19:40,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job_1423764831909_0009_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:41,240 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job_1423764831909_0009_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:19:41,423 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741923_1099 src: /127.0.0.1:61970 dest: /127.0.0.1:59855
2015-02-12 10:19:41,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741923_1099 src: /127.0.0.1:61971 dest: /127.0.0.1:59862
2015-02-12 10:19:41,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741923_1099 src: /127.0.0.1:61972 dest: /127.0.0.1:59852
2015-02-12 10:19:41,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:19:41,526 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000002
2015-02-12 10:19:41,526 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0009_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:19:41,526 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0009_000001 container=Container: [ContainerId: container_1423764831909_0009_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:19:41,526 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2015-02-12 10:19:41,526 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:41,527 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:19:41,527 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000003
2015-02-12 10:19:41,527 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0009_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 10:19:41,527 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0009_000001 container=Container: [ContainerId: container_1423764831909_0009_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:19:41,527 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>, usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2015-02-12 10:19:41,527 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:41,624 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61972, dest: /127.0.0.1:59852, bytes: 115008, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1020799234_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741923_1099, duration: 195629000
2015-02-12 10:19:41,624 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741923_1099, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:41,624 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:19:41,625 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61971, dest: /127.0.0.1:59862, bytes: 115008, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1020799234_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741923_1099, duration: 196304000
2015-02-12 10:19:41,625 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:41,625 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:19:41,626 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61970, dest: /127.0.0.1:59855, bytes: 115008, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1020799234_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741923_1099, duration: 197189000
2015-02-12 10:19:41,626 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:41,626 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:19:41,630 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job_1423764831909_0009_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1020799234_1
2015-02-12 10:19:41,657 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:19:41,657 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000004
2015-02-12 10:19:41,657 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0009_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:19:41,657 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0009_000001 container=Container: [ContainerId: container_1423764831909_0009_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>, usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:19:41,658 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>, usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9
2015-02-12 10:19:41,658 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:9> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:41,658 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:19:41,658 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000005
2015-02-12 10:19:41,658 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0009_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:19:41,658 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0009_000001 container=Container: [ContainerId: container_1423764831909_0009_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>, usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:19:41,659 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:12288, vCores:10>, usedCapacity=0.75, absoluteUsedCapacity=0.75, numApps=2, numContainers=10
2015-02-12 10:19:41,659 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.75 absoluteUsedCapacity=0.75 used=<memory:12288, vCores:10> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:42,241 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0009_01_000002
2015-02-12 10:19:42,242 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:19:42,243 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:19:42,244 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0009_01_000004
2015-02-12 10:19:42,244 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:19:42,245 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:19:42,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:42,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:42,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:42,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:42,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:42,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:42,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:42,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:42,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:42,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:42,662 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0009_000001 (auth:SIMPLE)
2015-02-12 10:19:42,662 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0009_000001 (auth:SIMPLE)
2015-02-12 10:19:42,663 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0009_000001 (auth:SIMPLE)
2015-02-12 10:19:42,665 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0009_01_000004 by user soberoi
2015-02-12 10:19:42,666 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0009
2015-02-12 10:19:42,666 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000004
2015-02-12 10:19:42,666 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0009 transitioned from NEW to INITING
2015-02-12 10:19:42,667 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0009_01_000004 to application application_1423764831909_0009
2015-02-12 10:19:42,667 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0009 transitioned from INITING to RUNNING
2015-02-12 10:19:42,667 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:19:42,667 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0009
2015-02-12 10:19:42,667 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0009
2015-02-12 10:19:42,667 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:19:42,667 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0009
2015-02-12 10:19:42,668 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:19:42,668 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:19:42,668 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0009_01_000003 by user soberoi
2015-02-12 10:19:42,668 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0009
2015-02-12 10:19:42,668 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000003
2015-02-12 10:19:42,667 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0009_01_000005 by user soberoi
2015-02-12 10:19:42,669 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000005
2015-02-12 10:19:42,670 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0009 transitioned from NEW to INITING
2015-02-12 10:19:42,670 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0009_01_000003 to application application_1423764831909_0009
2015-02-12 10:19:42,668 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0009_01_000004
2015-02-12 10:19:42,670 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0009 transitioned from INITING to RUNNING
2015-02-12 10:19:42,670 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:19:42,670 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0009
2015-02-12 10:19:42,670 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0009
2015-02-12 10:19:42,671 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:19:42,671 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0009
2015-02-12 10:19:42,671 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:19:42,671 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:19:42,671 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0009_01_000003
2015-02-12 10:19:42,671 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0009_01_000005 to application application_1423764831909_0009
2015-02-12 10:19:42,672 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:19:42,672 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0009
2015-02-12 10:19:42,672 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0009
2015-02-12 10:19:42,672 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:19:42,672 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0009
2015-02-12 10:19:42,672 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0009_01_000005
2015-02-12 10:19:42,689 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0009_000001 (auth:SIMPLE)
2015-02-12 10:19:42,692 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0009_01_000004.tokens. Credentials list:
2015-02-12 10:19:42,692 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0009_01_000005.tokens. Credentials list:
2015-02-12 10:19:42,693 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0009_01_000003.tokens. Credentials list:
2015-02-12 10:19:42,695 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0009_01_000002 by user soberoi
2015-02-12 10:19:42,696 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000002
2015-02-12 10:19:42,696 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0009_01_000002 to application application_1423764831909_0009
2015-02-12 10:19:42,696 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:19:42,697 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0009
2015-02-12 10:19:42,697 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0009
2015-02-12 10:19:42,697 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:19:42,697 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0009
2015-02-12 10:19:42,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:42,830 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0009_01_000002
2015-02-12 10:19:42,846 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0009_01_000002.tokens. Credentials list:
2015-02-12 10:19:42,864 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:19:42,871 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:19:43,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:19:43,049 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:19:43,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0009_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000003.tokens
2015-02-12 10:19:43,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0009
2015-02-12 10:19:43,106 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0009_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000004.tokens
2015-02-12 10:19:43,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0009
2015-02-12 10:19:43,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:43,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:43,262 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:19:43,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0009_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000005.tokens
2015-02-12 10:19:43,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0009
2015-02-12 10:19:43,308 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0009_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000002.tokens
2015-02-12 10:19:43,308 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0009
2015-02-12 10:19:43,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:43,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:43,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:43,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:43,408 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:19:43,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:43,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:43,534 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:19:43,538 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:19:43,538 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:19:43,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:43,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:43,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:43,592 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0009/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:19:43,592 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:19:43,592 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:19:43,637 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:19:43,638 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:19:43,638 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:43,638 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:43,647 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0009/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:19:43,647 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:19:43,647 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:19:43,659 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:19:43,660 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:19:43,744 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:19:43,744 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:43,744 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:19:43,745 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:43,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000004/default_container_executor.sh]
2015-02-12 10:19:43,966 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000005/default_container_executor.sh]
2015-02-12 10:19:44,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000002/default_container_executor.sh]
2015-02-12 10:19:44,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000003/default_container_executor.sh]
2015-02-12 10:19:44,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:19:44,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:19:45,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:19:45,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:19:45,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:19:45,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:19:45,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:19:45,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:19:45,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:45,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:45,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:45,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:46,622 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000002_0/part-00002. BP-1216473654-10.1.1.68-1423764814898 blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:19:46,718 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000003_0/part-00003 is closed by DFSClient_attempt_1423764831909_0010_m_000003_0_-1409520398_1
2015-02-12 10:19:46,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:19:46,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:19:46,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1423764831909_0010_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:19:46,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1423764831909_0010_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:19:46,759 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0010_m_000000_0_1406696590_1
2015-02-12 10:19:46,769 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0010_000001 (auth:SIMPLE)
2015-02-12 10:19:46,771 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0010_01_000005
2015-02-12 10:19:46,771 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000005
2015-02-12 10:19:46,771 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:19:46,771 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0010_01_000005
2015-02-12 10:19:46,791 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job_1423764831909_0010_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:19:46,819 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741925_1101 src: /127.0.0.1:62016 dest: /127.0.0.1:59852
2015-02-12 10:19:46,821 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0010_01_000005 is : 143
2015-02-12 10:19:46,821 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741925_1101 src: /127.0.0.1:62020 dest: /127.0.0.1:59855
2015-02-12 10:19:46,823 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741925_1101 src: /127.0.0.1:62021 dest: /127.0.0.1:59862
2015-02-12 10:19:46,834 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job_1423764831909_0010_1.jhist for DFSClient_NONMAPREDUCE_544558160_1
2015-02-12 10:19:46,856 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:19:46,856 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000005
2015-02-12 10:19:46,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000005
2015-02-12 10:19:46,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000005
2015-02-12 10:19:46,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000005
2015-02-12 10:19:46,859 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000005
2015-02-12 10:19:46,859 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:19:46,859 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0010_01_000005 from application application_1423764831909_0010
2015-02-12 10:19:46,860 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:46,860 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0010
2015-02-12 10:19:46,944 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741924_1100 src: /127.0.0.1:62012 dest: /127.0.0.1:59862
2015-02-12 10:19:46,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741924_1100 src: /127.0.0.1:62022 dest: /127.0.0.1:59855
2015-02-12 10:19:46,947 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741924_1100 src: /127.0.0.1:62023 dest: /127.0.0.1:59852
2015-02-12 10:19:46,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:19:46,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:19:47,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1423764831909_0010_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:19:47,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1423764831909_0010_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:19:47,023 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0010_000001 (auth:SIMPLE)
2015-02-12 10:19:47,025 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0010_01_000002
2015-02-12 10:19:47,025 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000002
2015-02-12 10:19:47,025 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:19:47,025 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0010_01_000002
2015-02-12 10:19:47,026 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:19:47,026 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0010_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:19:47,026 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000005
2015-02-12 10:19:47,026 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0010_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:19:47,027 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:11264, vCores:9> numContainers=9 user=soberoi user-resources=<memory:11264, vCores:9>
2015-02-12 10:19:47,027 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0010_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>, usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9 cluster=<memory:16384, vCores:32>
2015-02-12 10:19:47,027 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:9> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:47,028 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>, usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9
2015-02-12 10:19:47,028 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0010_000001 released container container_1423764831909_0010_01_000005 on node: host: 10.1.1.68:59924 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:19:47,044 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0010_01_000002 is : 143
2015-02-12 10:19:47,061 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:19:47,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000002
2015-02-12 10:19:47,062 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000002
2015-02-12 10:19:47,062 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000002
2015-02-12 10:19:47,062 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000002
2015-02-12 10:19:47,062 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000002
2015-02-12 10:19:47,062 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:19:47,063 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0010_01_000002 from application application_1423764831909_0010
2015-02-12 10:19:47,063 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:47,063 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0010
2015-02-12 10:19:47,243 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62023, dest: /127.0.0.1:59852, bytes: 130, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0010_m_000002_0_1678790911_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741924_1100, duration: 294329000
2015-02-12 10:19:47,243 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741924_1100, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:47,243 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:19:47,244 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62022, dest: /127.0.0.1:59855, bytes: 130, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0010_m_000002_0_1678790911_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741924_1100, duration: 295111000
2015-02-12 10:19:47,244 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:47,245 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:19:47,245 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62012, dest: /127.0.0.1:59862, bytes: 130, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0010_m_000002_0_1678790911_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741924_1100, duration: 296132000
2015-02-12 10:19:47,245 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:47,245 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:19:47,250 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000002_0/part-00002 is closed by DFSClient_attempt_1423764831909_0010_m_000002_0_1678790911_1
2015-02-12 10:19:47,261 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000001_0/part-00001 is closed by DFSClient_attempt_1423764831909_0010_m_000001_0_148852017_1
2015-02-12 10:19:47,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:19:47,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:19:47,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1423764831909_0010_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:19:47,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1423764831909_0010_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:19:47,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:19:47,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:19:47,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1423764831909_0010_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:19:47,287 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0010_000001 (auth:SIMPLE)
2015-02-12 10:19:47,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1423764831909_0010_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1423764831909_0010_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:19:47,289 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0010_01_000004
2015-02-12 10:19:47,289 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000004
2015-02-12 10:19:47,289 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:19:47,289 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0010_01_000004
2015-02-12 10:19:47,290 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:19:47,290 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0010_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:19:47,290 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000002
2015-02-12 10:19:47,290 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0010_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:19:47,290 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:10240, vCores:8> numContainers=8 user=soberoi user-resources=<memory:10240, vCores:8>
2015-02-12 10:19:47,291 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0010_01_000002, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>, usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8 cluster=<memory:16384, vCores:32>
2015-02-12 10:19:47,291 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:47,291 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>, usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2015-02-12 10:19:47,292 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0010_000001 released container container_1423764831909_0010_01_000002 on node: host: 10.1.1.68:59924 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:19:47,292 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:47,309 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0010_01_000004 is : 143
2015-02-12 10:19:47,315 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0010_000001 (auth:SIMPLE)
2015-02-12 10:19:47,316 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0010_01_000003
2015-02-12 10:19:47,317 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000003
2015-02-12 10:19:47,317 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:47,317 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:47,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:47,323 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_544558160_1
2015-02-12 10:19:47,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:19:47,334 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:19:47,334 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:19:47,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000004
2015-02-12 10:19:47,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000004
2015-02-12 10:19:47,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000004
2015-02-12 10:19:47,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null proto=rpc
2015-02-12 10:19:47,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000004
2015-02-12 10:19:47,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null proto=rpc
2015-02-12 10:19:47,339 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0010_01_000003
2015-02-12 10:19:47,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1423764831909_0010_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:19:47,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:19:47,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1423764831909_0010_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:47,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null proto=rpc
2015-02-12 10:19:47,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null proto=rpc
2015-02-12 10:19:47,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1423764831909_0010_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:19:47,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:19:47,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1423764831909_0010_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:47,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null proto=rpc
2015-02-12 10:19:47,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null proto=rpc
2015-02-12 10:19:47,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1423764831909_0010_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:19:47,358 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0010_01_000003 is : 143
2015-02-12 10:19:47,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:19:47,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1423764831909_0010_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:47,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null proto=rpc
2015-02-12 10:19:47,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null proto=rpc
2015-02-12 10:19:47,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1423764831909_0010_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:19:47,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:19:47,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1423764831909_0010_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:47,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary dst=null perm=null proto=rpc
2015-02-12 10:19:47,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:47,376 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000004
2015-02-12 10:19:47,377 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:19:47,377 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_SUCCESS is closed by DFSClient_NONMAPREDUCE_544558160_1
2015-02-12 10:19:47,377 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:19:47,377 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0010_01_000004 from application application_1423764831909_0010
2015-02-12 10:19:47,377 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:47,377 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0010
2015-02-12 10:19:47,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000003
2015-02-12 10:19:47,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000003
2015-02-12 10:19:47,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:47,379 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000003
2015-02-12 10:19:47,380 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000003
2015-02-12 10:19:47,380 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_544558160_1
2015-02-12 10:19:47,380 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000003
2015-02-12 10:19:47,381 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:19:47,381 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0010_01_000003 from application application_1423764831909_0010
2015-02-12 10:19:47,381 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:47,381 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0010
2015-02-12 10:19:47,395 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62021, dest: /127.0.0.1:59862, bytes: 45777, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_544558160_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741925_1101, duration: 570777000
2015-02-12 10:19:47,396 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741925_1101, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:47,397 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 15073
2015-02-12 10:19:47,397 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62020, dest: /127.0.0.1:59855, bytes: 45777, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_544558160_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741925_1101, duration: 572145000
2015-02-12 10:19:47,397 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:47,398 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 15073
2015-02-12 10:19:47,398 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62016, dest: /127.0.0.1:59852, bytes: 45777, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_544558160_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741925_1101, duration: 573694000
2015-02-12 10:19:47,399 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:47,399 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 15073
2015-02-12 10:19:47,400 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job_1423764831909_0010_1.jhist is closed by DFSClient_NONMAPREDUCE_544558160_1
2015-02-12 10:19:47,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:47,406 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:19:47,409 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741926_1102 src: /127.0.0.1:62027 dest: /127.0.0.1:59859
2015-02-12 10:19:47,410 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741926_1102 src: /127.0.0.1:62028 dest: /127.0.0.1:59855
2015-02-12 10:19:47,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741926_1102 src: /127.0.0.1:62029 dest: /127.0.0.1:59862
2015-02-12 10:19:47,416 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62029, dest: /127.0.0.1:59862, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_544558160_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741926_1102, duration: 1332000
2015-02-12 10:19:47,417 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741926_1102, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:47,417 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:19:47,417 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62028, dest: /127.0.0.1:59855, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_544558160_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741926_1102, duration: 2109000
2015-02-12 10:19:47,418 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:47,418 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:19:47,418 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62027, dest: /127.0.0.1:59859, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_544558160_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741926_1102, duration: 2898000
2015-02-12 10:19:47,419 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:47,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:19:47,420 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010.summary_tmp is closed by DFSClient_NONMAPREDUCE_544558160_1
2015-02-12 10:19:47,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:47,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job_1423764831909_0010_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:19:47,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010-1423765156354-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F2DFC0B35C9424457-1423765187381-4-0-SUCCEEDED-default-1423765163935.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:19:47,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job_1423764831909_0010_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:19:47,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010-1423765156354-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F2DFC0B35C9424457-1423765187381-4-0-SUCCEEDED-default-1423765163935.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:19:47,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job_1423764831909_0010_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:19:47,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010-1423765156354-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F2DFC0B35C9424457-1423765187381-4-0-SUCCEEDED-default-1423765163935.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:47,444 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010-1423765156354-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F2DFC0B35C9424457-1423765187381-4-0-SUCCEEDED-default-1423765163935.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:19:47,446 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741927_1103 src: /127.0.0.1:62031 dest: /127.0.0.1:59862
2015-02-12 10:19:47,448 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741927_1103 src: /127.0.0.1:62032 dest: /127.0.0.1:59859
2015-02-12 10:19:47,449 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741927_1103 src: /127.0.0.1:62033 dest: /127.0.0.1:59855
2015-02-12 10:19:47,455 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62033, dest: /127.0.0.1:59855, bytes: 45777, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_544558160_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741927_1103, duration: 3646000
2015-02-12 10:19:47,455 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741927_1103, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:47,455 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:19:47,455 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62032, dest: /127.0.0.1:59859, bytes: 45777, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_544558160_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741927_1103, duration: 4391000
2015-02-12 10:19:47,456 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:47,456 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62031, dest: /127.0.0.1:59862, bytes: 45777, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_544558160_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741927_1103, duration: 5295000
2015-02-12 10:19:47,457 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:47,457 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:19:47,457 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:19:47,480 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010-1423765156354-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F2DFC0B35C9424457-1423765187381-4-0-SUCCEEDED-default-1423765163935.jhist_tmp is closed by DFSClient_NONMAPREDUCE_544558160_1
2015-02-12 10:19:47,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010-1423765156354-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F2DFC0B35C9424457-1423765187381-4-0-SUCCEEDED-default-1423765163935.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:47,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job_1423764831909_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:19:47,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:19:47,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job_1423764831909_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:19:47,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:19:47,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010/job_1423764831909_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:19:47,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:47,522 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:19:47,525 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741928_1104 src: /127.0.0.1:62034 dest: /127.0.0.1:59862
2015-02-12 10:19:47,526 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741928_1104 src: /127.0.0.1:62035 dest: /127.0.0.1:59855
2015-02-12 10:19:47,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741928_1104 src: /127.0.0.1:62036 dest: /127.0.0.1:59859
2015-02-12 10:19:47,531 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62036, dest: /127.0.0.1:59859, bytes: 115004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_544558160_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741928_1104, duration: 1865000
2015-02-12 10:19:47,532 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741928_1104, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:47,532 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62035, dest: /127.0.0.1:59855, bytes: 115004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_544558160_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741928_1104, duration: 2775000
2015-02-12 10:19:47,532 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:19:47,533 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:47,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:19:47,533 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62034, dest: /127.0.0.1:59862, bytes: 115004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_544558160_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741928_1104, duration: 3681000
2015-02-12 10:19:47,533 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:47,534 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:19:47,544 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_544558160_1
2015-02-12 10:19:47,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:47,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:47,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:47,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010-1423765156354-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F2DFC0B35C9424457-1423765187381-4-0-SUCCEEDED-default-1423765163935.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010-1423765156354-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F2DFC0B35C9424457-1423765187381-4-0-SUCCEEDED-default-1423765163935.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:47,561 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0010_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:19:47,561 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0010_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:19:47,561 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0010 with final state: FINISHING
2015-02-12 10:19:47,561 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0010 State change from RUNNING to FINAL_SAVING
2015-02-12 10:19:47,561 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0010
2015-02-12 10:19:47,562 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0010_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:19:47,563 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0010 State change from FINAL_SAVING to FINISHING
2015-02-12 10:19:48,319 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:48,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:19:48,319 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0010_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:19:48,319 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000003
2015-02-12 10:19:48,320 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0010_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:19:48,320 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:9216, vCores:7> numContainers=7 user=soberoi user-resources=<memory:9216, vCores:7>
2015-02-12 10:19:48,321 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0010_01_000003, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 cluster=<memory:16384, vCores:32>
2015-02-12 10:19:48,321 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:48,321 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2015-02-12 10:19:48,321 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0010_000001 released container container_1423764831909_0010_01_000003 on node: host: 10.1.1.68:59924 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:19:48,321 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:19:48,321 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0010_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:19:48,321 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000004
2015-02-12 10:19:48,322 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0010_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:19:48,322 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:8192, vCores:6> numContainers=6 user=soberoi user-resources=<memory:8192, vCores:6>
2015-02-12 10:19:48,322 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0010_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 cluster=<memory:16384, vCores:32>
2015-02-12 10:19:48,323 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:48,323 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-02-12 10:19:48,323 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0010_000001 released container container_1423764831909_0010_01_000004 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:19:48,323 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:48,574 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0010 unregistered successfully.
2015-02-12 10:19:48,577 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741915_1091 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:19:48,577 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741918_1094 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:19:48,577 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741919_1095 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:19:48,578 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741921_1097 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:19:48,578 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741925_1101 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:19:48,578 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741922_1098 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:19:48,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0010 dst=null perm=null proto=rpc
2015-02-12 10:19:48,778 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073741921_1097, blk_1073741922_1098, blk_1073741925_1101, blk_1073741915_1091, blk_1073741918_1094, blk_1073741919_1095]
2015-02-12 10:19:48,778 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073741921_1097, blk_1073741915_1091, blk_1073741918_1094]
2015-02-12 10:19:49,289 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741923_1099
2015-02-12 10:19:49,326 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:49,326 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:49,326 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:49,326 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:49,643 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741923_1099
2015-02-12 10:19:49,783 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 10:19:49,783 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741922 for deletion
2015-02-12 10:19:49,783 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741925 for deletion
2015-02-12 10:19:49,783 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741915 for deletion
2015-02-12 10:19:49,783 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 10:19:49,783 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741918 for deletion
2015-02-12 10:19:49,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741919 for deletion
2015-02-12 10:19:49,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741915
2015-02-12 10:19:49,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741922
2015-02-12 10:19:49,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741919
2015-02-12 10:19:49,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741925
2015-02-12 10:19:49,785 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741918
2015-02-12 10:19:50,074 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741923_1099
2015-02-12 10:19:50,127 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 10:19:50,127 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741915 for deletion
2015-02-12 10:19:50,127 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741918 for deletion
2015-02-12 10:19:50,127 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 10:19:50,128 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741918
2015-02-12 10:19:50,128 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741915
2015-02-12 10:19:50,334 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:50,334 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:50,334 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:50,334 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:50,419 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2015-02-12 10:19:50,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:19:50,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:19:50,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005.summary dst=null perm=null proto=rpc
2015-02-12 10:19:50,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007.summary dst=null perm=null proto=rpc
2015-02-12 10:19:50,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006.summary dst=null perm=null proto=rpc
2015-02-12 10:19:50,427 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0005,submitTime=1423764987764,launchTime=1423764999161,firstMapTaskLaunchTime=1423765001383,firstReduceTaskLaunchTime=1423765015356,finishTime=1423765023637,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=45,reduceSlotSeconds=8,jobName=[F590C6E4831A4C1EA81C2A75DBC11611/7FD5B9C0235043A88082F3B8C2C9424E] test/(1/1) ...edpipesplatform/chaineach
2015-02-12 10:19:50,428 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005.summary]
2015-02-12 10:19:50,427 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0007,submitTime=1423765071734,launchTime=1423765078000,firstMapTaskLaunchTime=1423765080464,firstReduceTaskLaunchTime=1423765104246,finishTime=1423765113937,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=9,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=194,reduceSlotSeconds=9,jobName=[FC1E1010E7BA4FE1B43A41B39D2C31DA/BA57808851D246F7BF210856E9821BCD] merge/(1/1) ...platform/simplemergethree
2015-02-12 10:19:50,428 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007.summary]
2015-02-12 10:19:50,428 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0006,submitTime=1423765025344,launchTime=1423765033690,firstMapTaskLaunchTime=1423765036037,firstReduceTaskLaunchTime=1423765049873,finishTime=1423765070068,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=46,reduceSlotSeconds=20,jobName=[30C5E3171F3A42109D4B127468EE03B6/F02D7E0282044900AC5B550A85DBA514] test/(1/1) ...tform/generatoraggregator
2015-02-12 10:19:50,428 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006.summary]
2015-02-12 10:19:50,429 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741877_1053 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:19:50,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005.summary dst=null perm=null proto=rpc
2015-02-12 10:19:50,429 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741898_1074 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:19:50,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007.summary dst=null perm=null proto=rpc
2015-02-12 10:19:50,430 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741887_1063 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:19:50,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006.summary dst=null perm=null proto=rpc
2015-02-12 10:19:50,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:19:50,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:19:50,433 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005-1423764987764-soberoi-%5BF590C6E4831A4C1EA81C2A75DBC11611%2F7FD5B9C0235043A8-1423765023637-4-1-SUCCEEDED-default-1423764999161.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0005-1423764987764-soberoi-%5BF590C6E4831A4C1EA81C2A75DBC11611%2F7FD5B9C0235043A8-1423765023637-4-1-SUCCEEDED-default-1423764999161.jhist
2015-02-12 10:19:50,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:19:50,433 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007-1423765071734-soberoi-%5BFC1E1010E7BA4FE1B43A41B39D2C31DA%2FBA57808851D246F7-1423765113937-9-1-SUCCEEDED-default-1423765078000.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0007-1423765071734-soberoi-%5BFC1E1010E7BA4FE1B43A41B39D2C31DA%2FBA57808851D246F7-1423765113937-9-1-SUCCEEDED-default-1423765078000.jhist
2015-02-12 10:19:50,433 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006-1423765025344-soberoi-%5B30C5E3171F3A42109D4B127468EE03B6%2FF02D7E0282044900-1423765070068-4-1-SUCCEEDED-default-1423765033690.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0006-1423765025344-soberoi-%5B30C5E3171F3A42109D4B127468EE03B6%2FF02D7E0282044900-1423765070068-4-1-SUCCEEDED-default-1423765033690.jhist
2015-02-12 10:19:50,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005-1423764987764-soberoi-%5BF590C6E4831A4C1EA81C2A75DBC11611%2F7FD5B9C0235043A8-1423765023637-4-1-SUCCEEDED-default-1423764999161.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0005-1423764987764-soberoi-%5BF590C6E4831A4C1EA81C2A75DBC11611%2F7FD5B9C0235043A8-1423765023637-4-1-SUCCEEDED-default-1423764999161.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:50,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007-1423765071734-soberoi-%5BFC1E1010E7BA4FE1B43A41B39D2C31DA%2FBA57808851D246F7-1423765113937-9-1-SUCCEEDED-default-1423765078000.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0007-1423765071734-soberoi-%5BFC1E1010E7BA4FE1B43A41B39D2C31DA%2FBA57808851D246F7-1423765113937-9-1-SUCCEEDED-default-1423765078000.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:50,434 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0005_conf.xml
2015-02-12 10:19:50,434 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0007_conf.xml
2015-02-12 10:19:50,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006-1423765025344-soberoi-%5B30C5E3171F3A42109D4B127468EE03B6%2FF02D7E0282044900-1423765070068-4-1-SUCCEEDED-default-1423765033690.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0006-1423765025344-soberoi-%5B30C5E3171F3A42109D4B127468EE03B6%2FF02D7E0282044900-1423765070068-4-1-SUCCEEDED-default-1423765033690.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:50,435 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0006_conf.xml
2015-02-12 10:19:50,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0005_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0005_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:50,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0007_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0007_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:50,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0006_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0006_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:50,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010.summary dst=null perm=null proto=rpc
2015-02-12 10:19:50,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008.summary dst=null perm=null proto=rpc
2015-02-12 10:19:50,443 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0008,submitTime=1423765115444,launchTime=1423765124659,firstMapTaskLaunchTime=1423765126971,firstReduceTaskLaunchTime=0,finishTime=1423765154598,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=107,reduceSlotSeconds=0,jobName=[16A0F9DDF67B4D4BBDA402620D2AA389/0CCD4987063A4770AAB4F31BF886B8AB] left+right/(1/3)
2015-02-12 10:19:50,443 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0010,submitTime=1423765156354,launchTime=1423765163935,firstMapTaskLaunchTime=1423765166201,firstReduceTaskLaunchTime=0,finishTime=1423765187381,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=83,reduceSlotSeconds=0,jobName=[16A0F9DDF67B4D4BBDA402620D2AA389/2DFC0B35C9424457B82FC769D56CFAF7] left+right/(3/3) ...pesplatform/nonsafesplit1
2015-02-12 10:19:50,443 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008.summary]
2015-02-12 10:19:50,443 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010.summary]
2015-02-12 10:19:50,444 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741911_1087 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:19:50,445 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741926_1102 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:19:50,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008.summary dst=null perm=null proto=rpc
2015-02-12 10:19:50,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010.summary dst=null perm=null proto=rpc
2015-02-12 10:19:50,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:19:50,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:19:50,447 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010-1423765156354-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F2DFC0B35C9424457-1423765187381-4-0-SUCCEEDED-default-1423765163935.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0010-1423765156354-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F2DFC0B35C9424457-1423765187381-4-0-SUCCEEDED-default-1423765163935.jhist
2015-02-12 10:19:50,447 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008-1423765115444-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F0CCD4987063A4770-1423765154598-4-0-SUCCEEDED-default-1423765124659.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0008-1423765115444-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F0CCD4987063A4770-1423765154598-4-0-SUCCEEDED-default-1423765124659.jhist
2015-02-12 10:19:50,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010-1423765156354-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F2DFC0B35C9424457-1423765187381-4-0-SUCCEEDED-default-1423765163935.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0010-1423765156354-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F2DFC0B35C9424457-1423765187381-4-0-SUCCEEDED-default-1423765163935.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:50,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008-1423765115444-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F0CCD4987063A4770-1423765154598-4-0-SUCCEEDED-default-1423765124659.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0008-1423765115444-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F0CCD4987063A4770-1423765154598-4-0-SUCCEEDED-default-1423765124659.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:50,449 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0010_conf.xml
2015-02-12 10:19:50,449 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0008_conf.xml
2015-02-12 10:19:50,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0010_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0010_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:50,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0008_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0008_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:51,341 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:51,341 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:51,341 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:51,341 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:51,782 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073741877_1053, blk_1073741926_1102, blk_1073741898_1074, blk_1073741887_1063]
2015-02-12 10:19:51,782 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073741877_1053, blk_1073741926_1102, blk_1073741911_1087, blk_1073741887_1063]
2015-02-12 10:19:52,347 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:52,347 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:52,348 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:52,348 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:52,788 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741877 for deletion
2015-02-12 10:19:52,788 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741926_1102 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741926 for deletion
2015-02-12 10:19:52,789 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741898 for deletion
2015-02-12 10:19:52,789 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741877
2015-02-12 10:19:52,789 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741887 for deletion
2015-02-12 10:19:52,789 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741926_1102 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741926
2015-02-12 10:19:52,789 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741898
2015-02-12 10:19:52,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741887
2015-02-12 10:19:53,136 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741877 for deletion
2015-02-12 10:19:53,137 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741926_1102 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741926 for deletion
2015-02-12 10:19:53,137 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741911 for deletion
2015-02-12 10:19:53,137 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741877
2015-02-12 10:19:53,137 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741911
2015-02-12 10:19:53,137 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741926_1102 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741926
2015-02-12 10:19:53,137 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741887 for deletion
2015-02-12 10:19:53,138 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741887
2015-02-12 10:19:53,354 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:53,354 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:53,354 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:53,354 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:53,642 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0010_01_000001 succeeded
2015-02-12 10:19:53,643 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:19:53,643 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0010_01_000001
2015-02-12 10:19:53,666 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000001
2015-02-12 10:19:53,667 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000001
2015-02-12 10:19:53,667 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000001
2015-02-12 10:19:53,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0010/container_1423764831909_0010_01_000001
2015-02-12 10:19:53,669 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000001
2015-02-12 10:19:53,670 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0010_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:19:53,670 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0010_01_000001 from application application_1423764831909_0010
2015-02-12 10:19:53,670 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:53,670 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0010
2015-02-12 10:19:53,984 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741927_1103
2015-02-12 10:19:53,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741928_1104
2015-02-12 10:19:54,299 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741928_1104
2015-02-12 10:19:54,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741927_1103
2015-02-12 10:19:54,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741924_1100
2015-02-12 10:19:54,356 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:54,356 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:54,356 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:54,356 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:54,586 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0010_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:19:54,586 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0010_000001
2015-02-12 10:19:54,586 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0010_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:19:54,586 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0010_000001
2015-02-12 10:19:54,586 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000001
2015-02-12 10:19:54,587 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0010_000001 State change from FINISHING to FINISHED
2015-02-12 10:19:54,587 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0010_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:19:54,587 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0010 State change from FINISHING to FINISHED
2015-02-12 10:19:54,587 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 10:19:54,587 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0010_000001
2015-02-12 10:19:54,587 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0010_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 10:19:54,587 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0010
2015-02-12 10:19:54,587 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:54,587 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2015-02-12 10:19:54,588 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0010,name=[16A0F9DDF67B4D4BBDA402620D2AA389/2DFC0B35C9424457B82FC769D56CFAF7] left+right/(3/3) ...pesplatform/nonsafesplit1,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0010/jobhistory/job/job_1423764831909_0010,appMasterHost=10.1.1.68,startTime=1423765156354,finishTime=1423765187561,finalStatus=SUCCEEDED
2015-02-12 10:19:54,588 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0010_000001 released container container_1423764831909_0010_01_000001 on node: host: 10.1.1.68:59934 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:19:54,588 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0010_000001 is done. finalState=FINISHED
2015-02-12 10:19:54,588 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0010 requests cleared
2015-02-12 10:19:54,588 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0010 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:19:54,588 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0010 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:19:54,591 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0010_000001 (auth:SIMPLE)
2015-02-12 10:19:54,593 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0010_01_000001
2015-02-12 10:19:54,593 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0010 CONTAINERID=container_1423764831909_0010_01_000001
2015-02-12 10:19:54,594 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0010_01_000001]
2015-02-12 10:19:54,594 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:54,594 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:19:54,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0010
2015-02-12 10:19:54,595 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0010
2015-02-12 10:19:54,595 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:19:54,596 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0010, with delay of 10800 seconds
2015-02-12 10:19:54,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0010
2015-02-12 10:19:54,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0010
2015-02-12 10:19:54,596 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0010
2015-02-12 10:19:54,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741924_1100
2015-02-12 10:19:54,655 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741925_1101
2015-02-12 10:19:54,792 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073741922_1098, blk_1073741877_1053, blk_1073741925_1101, blk_1073741911_1087, blk_1073741898_1074, blk_1073741915_1091, blk_1073741918_1094, blk_1073741887_1063, blk_1073741919_1095]
2015-02-12 10:19:54,792 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073741921_1097, blk_1073741922_1098, blk_1073741925_1101, blk_1073741926_1102, blk_1073741911_1087, blk_1073741898_1074, blk_1073741915_1091, blk_1073741918_1094, blk_1073741919_1095]
2015-02-12 10:19:55,086 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741928_1104
2015-02-12 10:19:55,086 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741924_1100
2015-02-12 10:19:55,087 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741925_1101
2015-02-12 10:19:55,088 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741927_1103
2015-02-12 10:19:55,088 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741926_1102
2015-02-12 10:19:55,365 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0010_01_000005]
2015-02-12 10:19:55,365 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:55,365 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:19:55,365 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:55,366 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:55,366 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:55,366 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0010
2015-02-12 10:19:55,366 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0010
2015-02-12 10:19:55,367 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0010
2015-02-12 10:19:55,367 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0010
2015-02-12 10:19:55,367 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0010
2015-02-12 10:19:55,367 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:19:55,367 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0010, with delay of 10800 seconds
2015-02-12 10:19:55,783 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741922 for deletion
2015-02-12 10:19:55,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741925 for deletion
2015-02-12 10:19:55,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741877 for deletion
2015-02-12 10:19:55,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741911 for deletion
2015-02-12 10:19:55,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741898 for deletion
2015-02-12 10:19:55,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741915 for deletion
2015-02-12 10:19:55,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741918 for deletion
2015-02-12 10:19:55,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741919 for deletion
2015-02-12 10:19:55,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741887 for deletion
2015-02-12 10:19:55,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741898
2015-02-12 10:19:55,785 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741918
2015-02-12 10:19:55,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741922
2015-02-12 10:19:55,785 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741887
2015-02-12 10:19:55,785 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741925
2015-02-12 10:19:55,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741877
2015-02-12 10:19:55,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741911
2015-02-12 10:19:55,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741915
2015-02-12 10:19:55,787 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741919
2015-02-12 10:19:56,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 10:19:56,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741922 for deletion
2015-02-12 10:19:56,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741925 for deletion
2015-02-12 10:19:56,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741926_1102 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741926 for deletion
2015-02-12 10:19:56,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741911 for deletion
2015-02-12 10:19:56,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741898 for deletion
2015-02-12 10:19:56,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741915 for deletion
2015-02-12 10:19:56,258 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741918 for deletion
2015-02-12 10:19:56,258 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741919 for deletion
2015-02-12 10:19:56,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 10:19:56,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741922
2015-02-12 10:19:56,258 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741915
2015-02-12 10:19:56,258 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741925
2015-02-12 10:19:56,258 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741919
2015-02-12 10:19:56,259 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741926_1102 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741926
2015-02-12 10:19:56,259 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741911
2015-02-12 10:19:56,259 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741898
2015-02-12 10:19:56,260 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741918
2015-02-12 10:19:56,368 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:56,368 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:56,368 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:56,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:56,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:56,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:56,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:57,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:19:57,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:19:57,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:19:57,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:19:57,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:57,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:57,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:19:57,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:19:57,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:19:57,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:19:57,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:57,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:57,705 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000003_0/part-00003 is closed by DFSClient_attempt_1423764831909_0009_m_000003_0_-1734392088_1
2015-02-12 10:19:57,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:19:57,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:19:57,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1423764831909_0009_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:19:57,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1423764831909_0009_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:19:57,762 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0009_000001 (auth:SIMPLE)
2015-02-12 10:19:57,764 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0009_01_000005
2015-02-12 10:19:57,765 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000005
2015-02-12 10:19:57,765 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:19:57,765 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0009_01_000005
2015-02-12 10:19:57,783 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0009_01_000005 is : 143
2015-02-12 10:19:57,784 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job_1423764831909_0009_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:19:57,787 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741929_1105 src: /127.0.0.1:62086 dest: /127.0.0.1:59862
2015-02-12 10:19:57,788 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741929_1105 src: /127.0.0.1:62087 dest: /127.0.0.1:59859
2015-02-12 10:19:57,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741929_1105 src: /127.0.0.1:62088 dest: /127.0.0.1:59855
2015-02-12 10:19:57,796 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job_1423764831909_0009_1.jhist for DFSClient_NONMAPREDUCE_1020799234_1
2015-02-12 10:19:57,798 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:19:57,799 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000005
2015-02-12 10:19:57,800 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000005
2015-02-12 10:19:57,800 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:19:57,800 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0009_01_000005 from application application_1423764831909_0009
2015-02-12 10:19:57,800 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:57,800 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0009
2015-02-12 10:19:57,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000005
2015-02-12 10:19:57,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000005
2015-02-12 10:19:57,801 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000005
2015-02-12 10:19:57,852 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000002_0/part-00002 is closed by DFSClient_attempt_1423764831909_0009_m_000002_0_915896438_1
2015-02-12 10:19:57,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:19:57,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:19:57,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1423764831909_0009_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:19:57,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1423764831909_0009_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:19:57,893 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0009_000001 (auth:SIMPLE)
2015-02-12 10:19:57,896 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0009_01_000004
2015-02-12 10:19:57,896 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000004
2015-02-12 10:19:57,896 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:19:57,896 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0009_01_000004
2015-02-12 10:19:57,897 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:19:57,897 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0009_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:19:57,897 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000005
2015-02-12 10:19:57,897 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0009_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:19:57,898 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:19:57,898 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0009_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:19:57,899 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:57,899 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:19:57,899 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0009_000001 released container container_1423764831909_0009_01_000005 on node: host: 10.1.1.68:59906 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:19:57,925 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0009_01_000004 is : 143
2015-02-12 10:19:57,935 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:19:57,936 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000004
2015-02-12 10:19:57,937 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000004
2015-02-12 10:19:57,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000004
2015-02-12 10:19:57,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000004
2015-02-12 10:19:57,939 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000004
2015-02-12 10:19:57,939 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:19:57,939 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0009_01_000004 from application application_1423764831909_0009
2015-02-12 10:19:57,939 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:57,939 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0009
2015-02-12 10:19:57,954 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000001_0/part-00001. BP-1216473654-10.1.1.68-1423764814898 blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:19:58,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741930_1106 src: /127.0.0.1:62090 dest: /127.0.0.1:59859
2015-02-12 10:19:58,027 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741930_1106 src: /127.0.0.1:62091 dest: /127.0.0.1:59855
2015-02-12 10:19:58,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741930_1106 src: /127.0.0.1:62092 dest: /127.0.0.1:59852
2015-02-12 10:19:58,078 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:19:58,090 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62092, dest: /127.0.0.1:59852, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0009_m_000001_0_1327120008_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741930_1106, duration: 55762000
2015-02-12 10:19:58,095 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741930_1106, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:58,095 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:19:58,096 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62091, dest: /127.0.0.1:59855, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0009_m_000001_0_1327120008_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741930_1106, duration: 60730000
2015-02-12 10:19:58,096 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:58,096 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:19:58,097 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62090, dest: /127.0.0.1:59859, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0009_m_000001_0_1327120008_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741930_1106, duration: 62076000
2015-02-12 10:19:58,097 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:58,097 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:19:58,102 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000001_0/part-00001 is closed by DFSClient_attempt_1423764831909_0009_m_000001_0_1327120008_1
2015-02-12 10:19:58,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:19:58,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:19:58,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1423764831909_0009_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:19:58,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1423764831909_0009_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:19:58,153 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0009_000001 (auth:SIMPLE)
2015-02-12 10:19:58,155 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0009_01_000003
2015-02-12 10:19:58,155 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000003
2015-02-12 10:19:58,155 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:19:58,156 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0009_01_000003
2015-02-12 10:19:58,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741931_1107 src: /127.0.0.1:62093 dest: /127.0.0.1:59859
2015-02-12 10:19:58,176 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0009_01_000003 is : 143
2015-02-12 10:19:58,177 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741931_1107 src: /127.0.0.1:62095 dest: /127.0.0.1:59862
2015-02-12 10:19:58,180 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741931_1107 src: /127.0.0.1:62096 dest: /127.0.0.1:59852
2015-02-12 10:19:58,189 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:19:58,189 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000003
2015-02-12 10:19:58,189 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000003
2015-02-12 10:19:58,190 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000003
2015-02-12 10:19:58,190 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000003
2015-02-12 10:19:58,190 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000003
2015-02-12 10:19:58,190 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:19:58,190 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0009_01_000003 from application application_1423764831909_0009
2015-02-12 10:19:58,190 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:58,190 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0009
2015-02-12 10:19:58,224 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62096, dest: /127.0.0.1:59852, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0009_m_000000_0_-2031384015_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741931_1107, duration: 42115000
2015-02-12 10:19:58,224 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741931_1107, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:58,224 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:19:58,225 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62095, dest: /127.0.0.1:59862, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0009_m_000000_0_-2031384015_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741931_1107, duration: 41855000
2015-02-12 10:19:58,225 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:58,226 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:19:58,226 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62093, dest: /127.0.0.1:59859, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0009_m_000000_0_-2031384015_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741931_1107, duration: 43911000
2015-02-12 10:19:58,226 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:58,227 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:19:58,231 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0009_m_000000_0_-2031384015_1
2015-02-12 10:19:58,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:19:58,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:19:58,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1423764831909_0009_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:19:58,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1423764831909_0009_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1423764831909_0009_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:19:58,269 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0009_000001 (auth:SIMPLE)
2015-02-12 10:19:58,271 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0009_01_000002
2015-02-12 10:19:58,271 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000002
2015-02-12 10:19:58,271 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:19:58,271 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0009_01_000002
2015-02-12 10:19:58,272 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:19:58,272 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0009_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:19:58,272 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000003
2015-02-12 10:19:58,272 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0009_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:19:58,272 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:19:58,273 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0009_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:19:58,273 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:58,273 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:19:58,274 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0009_000001 released container container_1423764831909_0009_01_000003 on node: host: 10.1.1.68:59934 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:19:58,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:58,293 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1020799234_1
2015-02-12 10:19:58,293 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0009_01_000002 is : 143
2015-02-12 10:19:58,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:19:58,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null proto=rpc
2015-02-12 10:19:58,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null proto=rpc
2015-02-12 10:19:58,306 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:19:58,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000002
2015-02-12 10:19:58,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1423764831909_0009_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:19:58,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000002
2015-02-12 10:19:58,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000002
2015-02-12 10:19:58,308 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000002
2015-02-12 10:19:58,308 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000002
2015-02-12 10:19:58,308 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:19:58,308 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0009_01_000002 from application application_1423764831909_0009
2015-02-12 10:19:58,308 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:19:58,308 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0009
2015-02-12 10:19:58,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:19:58,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1423764831909_0009_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:58,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null proto=rpc
2015-02-12 10:19:58,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null proto=rpc
2015-02-12 10:19:58,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1423764831909_0009_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:19:58,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:19:58,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1423764831909_0009_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:58,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null proto=rpc
2015-02-12 10:19:58,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null proto=rpc
2015-02-12 10:19:58,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1423764831909_0009_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:19:58,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:19:58,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1423764831909_0009_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:58,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null proto=rpc
2015-02-12 10:19:58,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null proto=rpc
2015-02-12 10:19:58,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1423764831909_0009_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:19:58,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:19:58,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1423764831909_0009_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:58,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary dst=null perm=null proto=rpc
2015-02-12 10:19:58,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:58,345 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1020799234_1
2015-02-12 10:19:58,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:58,349 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1020799234_1
2015-02-12 10:19:58,364 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62088, dest: /127.0.0.1:59855, bytes: 46187, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1020799234_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741929_1105, duration: 572172000
2015-02-12 10:19:58,364 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741929_1105, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:58,365 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15073
2015-02-12 10:19:58,366 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62087, dest: /127.0.0.1:59859, bytes: 46187, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1020799234_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741929_1105, duration: 571886000
2015-02-12 10:19:58,366 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:58,367 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15073
2015-02-12 10:19:58,367 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62086, dest: /127.0.0.1:59862, bytes: 46187, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1020799234_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741929_1105, duration: 574580000
2015-02-12 10:19:58,368 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:58,368 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15073
2015-02-12 10:19:58,369 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job_1423764831909_0009_1.jhist is closed by DFSClient_NONMAPREDUCE_1020799234_1
2015-02-12 10:19:58,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:58,376 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:19:58,378 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741932_1108 src: /127.0.0.1:62099 dest: /127.0.0.1:59852
2015-02-12 10:19:58,379 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741932_1108 src: /127.0.0.1:62100 dest: /127.0.0.1:59859
2015-02-12 10:19:58,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741932_1108 src: /127.0.0.1:62101 dest: /127.0.0.1:59862
2015-02-12 10:19:58,386 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62101, dest: /127.0.0.1:59862, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1020799234_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741932_1108, duration: 1489000
2015-02-12 10:19:58,387 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741932_1108, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:58,387 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:19:58,387 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62100, dest: /127.0.0.1:59859, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1020799234_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741932_1108, duration: 2004000
2015-02-12 10:19:58,388 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:58,388 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:19:58,388 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62099, dest: /127.0.0.1:59852, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1020799234_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741932_1108, duration: 2824000
2015-02-12 10:19:58,388 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:58,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:19:58,390 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009.summary_tmp is closed by DFSClient_NONMAPREDUCE_1020799234_1
2015-02-12 10:19:58,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:58,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job_1423764831909_0009_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:19:58,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009-1423765156412-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F15B57C2A58824B3E-1423765198350-4-0-SUCCEEDED-default-1423765180023.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:19:58,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job_1423764831909_0009_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:19:58,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009-1423765156412-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F15B57C2A58824B3E-1423765198350-4-0-SUCCEEDED-default-1423765180023.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:19:58,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job_1423764831909_0009_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:19:58,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009-1423765156412-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F15B57C2A58824B3E-1423765198350-4-0-SUCCEEDED-default-1423765180023.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:58,436 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009-1423765156412-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F15B57C2A58824B3E-1423765198350-4-0-SUCCEEDED-default-1423765180023.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:19:58,439 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741933_1109 src: /127.0.0.1:62103 dest: /127.0.0.1:59852
2015-02-12 10:19:58,440 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741933_1109 src: /127.0.0.1:62104 dest: /127.0.0.1:59859
2015-02-12 10:19:58,442 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741933_1109 src: /127.0.0.1:62105 dest: /127.0.0.1:59855
2015-02-12 10:19:58,446 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62105, dest: /127.0.0.1:59855, bytes: 46187, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1020799234_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741933_1109, duration: 2098000
2015-02-12 10:19:58,446 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741933_1109, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:58,447 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62104, dest: /127.0.0.1:59859, bytes: 46187, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1020799234_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741933_1109, duration: 3111000
2015-02-12 10:19:58,447 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:58,447 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:19:58,449 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62103, dest: /127.0.0.1:59852, bytes: 46187, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1020799234_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741933_1109, duration: 4484000
2015-02-12 10:19:58,449 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:19:58,449 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:58,450 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:19:58,451 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009-1423765156412-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F15B57C2A58824B3E-1423765198350-4-0-SUCCEEDED-default-1423765180023.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1020799234_1
2015-02-12 10:19:58,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009-1423765156412-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F15B57C2A58824B3E-1423765198350-4-0-SUCCEEDED-default-1423765180023.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:58,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job_1423764831909_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:19:58,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:19:58,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job_1423764831909_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:19:58,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:19:58,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009/job_1423764831909_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:19:58,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:19:58,468 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:19:58,470 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741934_1110 src: /127.0.0.1:62106 dest: /127.0.0.1:59855
2015-02-12 10:19:58,472 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741934_1110 src: /127.0.0.1:62107 dest: /127.0.0.1:59852
2015-02-12 10:19:58,474 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741934_1110 src: /127.0.0.1:62108 dest: /127.0.0.1:59862
2015-02-12 10:19:58,478 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62108, dest: /127.0.0.1:59862, bytes: 115008, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1020799234_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741934_1110, duration: 2068000
2015-02-12 10:19:58,478 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741934_1110, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:58,479 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:19:58,479 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62107, dest: /127.0.0.1:59852, bytes: 115008, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1020799234_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741934_1110, duration: 2700000
2015-02-12 10:19:58,479 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:58,480 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:19:58,481 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62106, dest: /127.0.0.1:59855, bytes: 115008, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1020799234_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741934_1110, duration: 3909000
2015-02-12 10:19:58,482 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:58,483 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:19:58,485 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1020799234_1
2015-02-12 10:19:58,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:58,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:58,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:58,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009-1423765156412-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F15B57C2A58824B3E-1423765198350-4-0-SUCCEEDED-default-1423765180023.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009-1423765156412-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F15B57C2A58824B3E-1423765198350-4-0-SUCCEEDED-default-1423765180023.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:19:58,505 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0009_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:19:58,505 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0009_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:19:58,505 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0009 with final state: FINISHING
2015-02-12 10:19:58,505 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0009 State change from RUNNING to FINAL_SAVING
2015-02-12 10:19:58,505 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0009
2015-02-12 10:19:58,506 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0009_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:19:58,506 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0009 State change from FINAL_SAVING to FINISHING
2015-02-12 10:19:58,899 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:19:58,899 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0009_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:19:58,899 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000004
2015-02-12 10:19:58,899 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0009_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:19:58,899 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:19:58,900 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0009_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:19:58,900 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:58,901 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:19:58,901 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0009_000001 released container container_1423764831909_0009_01_000004 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:19:58,901 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:59,278 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:19:59,278 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0009_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:19:59,278 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000002
2015-02-12 10:19:59,278 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0009_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:19:59,278 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:19:59,279 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0009_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:19:59,279 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:19:59,279 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:19:59,279 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0009_000001 released container container_1423764831909_0009_01_000002 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:19:59,279 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:59,516 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0009 unregistered successfully.
2015-02-12 10:19:59,520 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741914_1090 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:19:59,520 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741916_1092 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:19:59,520 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741917_1093 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:19:59,520 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741920_1096 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:19:59,520 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741929_1105 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:19:59,521 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741923_1099 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:19:59,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0009 dst=null perm=null proto=rpc
2015-02-12 10:19:59,571 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741907_1083 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:19:59,571 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741906_1082 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:19:59,571 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741908_1084 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:19:59,571 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741910_1086 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:19:59,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/5372928244_split_E056FE4FF722472CB63AE6929926CB8D dst=null perm=null proto=rpc
2015-02-12 10:19:59,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null proto=rpc
2015-02-12 10:19:59,573 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary
2015-02-12 10:19:59,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary dst=null perm=null proto=rpc
2015-02-12 10:19:59,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null proto=rpc
2015-02-12 10:19:59,574 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary
2015-02-12 10:19:59,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary dst=null perm=null proto=rpc
2015-02-12 10:19:59,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null proto=rpc
2015-02-12 10:19:59,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null proto=rpc
2015-02-12 10:19:59,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null proto=rpc
2015-02-12 10:19:59,594 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 10:19:59,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:19:59,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:19:59,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:19:59,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:19:59,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null proto=rpc
2015-02-12 10:19:59,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null proto=rpc
2015-02-12 10:19:59,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null proto=rpc
2015-02-12 10:19:59,630 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 10:19:59,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:19:59,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:19:59,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:19:59,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:19:59,639 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/nonsafesplit1
2015-02-12 10:19:59,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null proto=rpc
2015-02-12 10:19:59,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null proto=rpc
2015-02-12 10:19:59,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null proto=rpc
2015-02-12 10:19:59,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null proto=rpc
2015-02-12 10:19:59,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:19:59,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:19:59,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:19:59,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:19:59,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:19:59,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:19:59,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:19:59,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:19:59,651 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/nonsafesplit2
2015-02-12 10:19:59,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null proto=rpc
2015-02-12 10:19:59,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null proto=rpc
2015-02-12 10:19:59,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null proto=rpc
2015-02-12 10:19:59,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null proto=rpc
2015-02-12 10:19:59,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:19:59,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:19:59,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:19:59,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:19:59,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:19:59,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:19:59,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:19:59,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:19:59,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:19:59,690 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:19:59,690 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:19:59,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null proto=rpc
2015-02-12 10:19:59,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null proto=rpc
2015-02-12 10:19:59,725 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [output1+output2] starting
2015-02-12 10:19:59,726 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [output1+output2] source: Hfs["TextLine[['num', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:19:59,726 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [output1+output2] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2"]
2015-02-12 10:19:59,726 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [output1+output2] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1"]
2015-02-12 10:19:59,726 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [output1+output2] parallel execution is enabled: true
2015-02-12 10:19:59,726 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [output1+output2] starting jobs: 3
2015-02-12 10:19:59,726 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [output1+output2] allocating threads: 3
2015-02-12 10:19:59,727 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [output1+output2] starting step: (1/3)
2015-02-12 10:19:59,742 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:19:59,786 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:19:59,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7 dst=null perm=null proto=rpc
2015-02-12 10:19:59,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:19:59,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:19:59,793 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 11
2015-02-12 10:19:59,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011 dst=null perm=null proto=rpc
2015-02-12 10:19:59,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:19:59,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:19:59,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:59,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:59,801 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:19:59,803 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741935_1111 src: /127.0.0.1:62113 dest: /127.0.0.1:59855
2015-02-12 10:19:59,805 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741935_1111 src: /127.0.0.1:62114 dest: /127.0.0.1:59862
2015-02-12 10:19:59,807 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741935_1111 src: /127.0.0.1:62115 dest: /127.0.0.1:59859
2015-02-12 10:19:59,812 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62115, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741935_1111, duration: 3784000
2015-02-12 10:19:59,812 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741935_1111, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:59,813 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:19:59,813 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62114, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741935_1111, duration: 3548000
2015-02-12 10:19:59,814 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:59,815 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:19:59,815 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62113, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741935_1111, duration: 6217000
2015-02-12 10:19:59,815 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:59,816 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:19:59,817 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:19:59,818 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.jar
2015-02-12 10:19:59,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:59,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:59,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:59,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:59,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:59,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:19:59,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:19:59,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:19:59,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:19:59,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:19:59,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:59,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:19:59,832 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:19:59,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:19:59,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:59,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:59,838 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.split
2015-02-12 10:19:59,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:59,840 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:19:59,843 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741936_1112 src: /127.0.0.1:62116 dest: /127.0.0.1:59852
2015-02-12 10:19:59,846 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741936_1112 src: /127.0.0.1:62117 dest: /127.0.0.1:59862
2015-02-12 10:19:59,848 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741936_1112 src: /127.0.0.1:62118 dest: /127.0.0.1:59855
2015-02-12 10:19:59,850 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741936_1112 src: /127.0.0.1:62119 dest: /127.0.0.1:59859
2015-02-12 10:19:59,854 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62119, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741936_1112, duration: 2048000
2015-02-12 10:19:59,854 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741936_1112, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:59,855 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:19:59,855 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62118, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741936_1112, duration: 2940000
2015-02-12 10:19:59,855 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:59,856 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:19:59,856 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62117, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741936_1112, duration: 4370000
2015-02-12 10:19:59,857 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:59,858 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62116, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741936_1112, duration: 5295000
2015-02-12 10:19:59,858 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:59,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:19:59,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:19:59,862 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:19:59,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:59,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:59,867 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:19:59,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741937_1113 src: /127.0.0.1:62120 dest: /127.0.0.1:59852
2015-02-12 10:19:59,871 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741937_1113 src: /127.0.0.1:62121 dest: /127.0.0.1:59855
2015-02-12 10:19:59,872 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741937_1113 src: /127.0.0.1:62125 dest: /127.0.0.1:59862
2015-02-12 10:19:59,876 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62125, dest: /127.0.0.1:59862, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741937_1113, duration: 1920000
2015-02-12 10:19:59,876 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741937_1113, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:59,877 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:19:59,877 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62121, dest: /127.0.0.1:59855, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741937_1113, duration: 2075000
2015-02-12 10:19:59,877 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:19:59,877 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:59,878 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62120, dest: /127.0.0.1:59852, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741937_1113, duration: 3318000
2015-02-12 10:19:59,878 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:59,883 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:19:59,885 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:19:59,885 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:19:59,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:59,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:19:59,921 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:59,922 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:19:59,927 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:19:59,929 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741938_1114 src: /127.0.0.1:62127 dest: /127.0.0.1:59859
2015-02-12 10:19:59,931 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741938_1114 src: /127.0.0.1:62128 dest: /127.0.0.1:59862
2015-02-12 10:19:59,932 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741938_1114 src: /127.0.0.1:62129 dest: /127.0.0.1:59852
2015-02-12 10:19:59,936 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62129, dest: /127.0.0.1:59852, bytes: 97969, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741938_1114, duration: 1781000
2015-02-12 10:19:59,936 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741938_1114, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:19:59,936 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:19:59,937 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62128, dest: /127.0.0.1:59862, bytes: 97969, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741938_1114, duration: 2379000
2015-02-12 10:19:59,937 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:59,937 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:19:59,937 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62127, dest: /127.0.0.1:59859, bytes: 97969, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741938_1114, duration: 3167000
2015-02-12 10:19:59,938 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:19:59,940 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:19:59,941 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:19:59,942 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0011
2015-02-12 10:19:59,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011 dst=null perm=null proto=rpc
2015-02-12 10:19:59,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:59,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 10:19:59,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:59,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 10:19:59,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:59,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.split dst=null perm=null proto=rpc
2015-02-12 10:19:59,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:19:59,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:19:59,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:59,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:59,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:59,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:59,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:19:59,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:19:59,962 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 11 submitted by user soberoi
2015-02-12 10:19:59,962 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0011
2015-02-12 10:19:59,962 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0011
2015-02-12 10:19:59,963 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0011
2015-02-12 10:19:59,963 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0011 State change from NEW to NEW_SAVING
2015-02-12 10:19:59,963 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0011 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:19:59,963 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0011 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:19:59,963 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0011 from user: soberoi, in queue: default
2015-02-12 10:19:59,964 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0011 State change from SUBMITTED to ACCEPTED
2015-02-12 10:19:59,964 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0011
2015-02-12 10:19:59,964 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0011_000001
2015-02-12 10:19:59,964 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0011_000001 State change from NEW to SUBMITTED
2015-02-12 10:19:59,965 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0011 from user: soberoi activated in queue: default
2015-02-12 10:19:59,965 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0011 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:19:59,965 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0011_000001 to scheduler from user soberoi in queue default
2015-02-12 10:19:59,966 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0011_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:19:59,968 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0011/
2015-02-12 10:19:59,968 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [output1+output2] submitted hadoop job: job_1423764831909_0011
2015-02-12 10:19:59,968 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [output1+output2] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0011/
2015-02-12 10:20:00,284 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:00,284 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:00,285 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:20:00,285 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000001
2015-02-12 10:20:00,285 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0011_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:20:00,285 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0011_000001 container=Container: [ContainerId: container_1423764831909_0011_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:20:00,286 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:20:00,286 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:20:00,287 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0011_01_000001
2015-02-12 10:20:00,287 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:20:00,287 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0011_000001
2015-02-12 10:20:00,288 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0011 AttemptId: appattempt_1423764831909_0011_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0011_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ]
2015-02-12 10:20:00,288 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0011_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:20:00,288 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0011_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:20:00,288 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0011_000001
2015-02-12 10:20:00,290 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0011_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0011_000001
2015-02-12 10:20:00,290 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0011_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:20:00,290 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0011_000001
2015-02-12 10:20:00,291 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0011_000001
2015-02-12 10:20:00,293 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0011_000001 (auth:SIMPLE)
2015-02-12 10:20:00,296 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0011_01_000001 by user soberoi
2015-02-12 10:20:00,296 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0011
2015-02-12 10:20:00,296 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000001
2015-02-12 10:20:00,296 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0011 transitioned from NEW to INITING
2015-02-12 10:20:00,297 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0011_01_000001 to application application_1423764831909_0011
2015-02-12 10:20:00,297 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0011_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0011_000001
2015-02-12 10:20:00,297 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0011 transitioned from INITING to RUNNING
2015-02-12 10:20:00,297 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0011_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:20:00,297 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:20:00,297 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0011
2015-02-12 10:20:00,298 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:20:00,298 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:20:00,298 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:20:00,298 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:20:00,298 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0011_01_000001
2015-02-12 10:20:00,311 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0011_01_000001.tokens. Credentials list:
2015-02-12 10:20:00,487 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:20:00,671 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0011_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000001.tokens
2015-02-12 10:20:00,672 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0011
2015-02-12 10:20:00,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:00,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:00,805 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59859 to replicate blk_1073741935_1111 to datanode(s) 127.0.0.1:59852
2015-02-12 10:20:00,806 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073741906_1082, blk_1073741907_1083, blk_1073741908_1084, blk_1073741929_1105, blk_1073741914_1090, blk_1073741916_1092, blk_1073741917_1093]
2015-02-12 10:20:00,806 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073741920_1096, blk_1073741923_1099, blk_1073741908_1084, blk_1073741910_1086, blk_1073741929_1105, blk_1073741914_1090, blk_1073741916_1092, blk_1073741917_1093]
2015-02-12 10:20:00,827 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:20:00,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:20:00,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:20:00,880 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0011/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:20:00,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.split dst=null perm=null proto=rpc
2015-02-12 10:20:00,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.split dst=null perm=null proto=rpc
2015-02-12 10:20:00,924 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:00,924 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:00,929 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0011/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:20:00,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:00,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:00,978 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0011/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:20:00,978 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:20:01,014 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:20:01,014 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:20:01,110 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000001/default_container_executor.sh]
2015-02-12 10:20:01,289 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:20:01,289 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:01,289 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:01,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 10:20:01,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 10:20:01,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741908 for deletion
2015-02-12 10:20:01,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741910 for deletion
2015-02-12 10:20:01,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 10:20:01,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 10:20:01,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741908
2015-02-12 10:20:01,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741910
2015-02-12 10:20:01,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741929 for deletion
2015-02-12 10:20:01,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741914 for deletion
2015-02-12 10:20:01,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741916 for deletion
2015-02-12 10:20:01,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741917 for deletion
2015-02-12 10:20:01,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741929
2015-02-12 10:20:01,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741914
2015-02-12 10:20:01,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741917
2015-02-12 10:20:01,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741916
2015-02-12 10:20:01,927 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:01,928 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:02,147 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f1559335-183d-467e-a94d-d6e0669ca32e, infoPort=59860, ipcPort=59861, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073741935_1111 to 127.0.0.1:59852
2015-02-12 10:20:02,148 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741906 for deletion
2015-02-12 10:20:02,148 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741907 for deletion
2015-02-12 10:20:02,149 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741908 for deletion
2015-02-12 10:20:02,149 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741929 for deletion
2015-02-12 10:20:02,149 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741914 for deletion
2015-02-12 10:20:02,149 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741916 for deletion
2015-02-12 10:20:02,149 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741906
2015-02-12 10:20:02,149 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741917 for deletion
2015-02-12 10:20:02,150 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741935_1111 src: /127.0.0.1:62177 dest: /127.0.0.1:59852
2015-02-12 10:20:02,149 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741907
2015-02-12 10:20:02,149 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073741935_1111 (numBytes=254067) to /127.0.0.1:59852
2015-02-12 10:20:02,150 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741914
2015-02-12 10:20:02,150 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741908
2015-02-12 10:20:02,150 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741916
2015-02-12 10:20:02,151 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741929
2015-02-12 10:20:02,151 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741917
2015-02-12 10:20:02,152 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073741935_1111 src: /127.0.0.1:62177 dest: /127.0.0.1:59852 of size 254067
2015-02-12 10:20:02,152 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741935_1111 size 254067
2015-02-12 10:20:02,290 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:02,290 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:02,935 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:02,935 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:03,295 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:03,295 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:03,811 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073741920_1096, blk_1073741906_1082, blk_1073741907_1083, blk_1073741923_1099, blk_1073741908_1084, blk_1073741910_1086, blk_1073741929_1105, blk_1073741914_1090, blk_1073741916_1092]
2015-02-12 10:20:03,811 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073741920_1096, blk_1073741906_1082, blk_1073741907_1083, blk_1073741923_1099, blk_1073741910_1086, blk_1073741914_1090, blk_1073741916_1092, blk_1073741917_1093]
2015-02-12 10:20:03,943 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:03,943 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:03,999 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741930_1106
2015-02-12 10:20:03,999 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741932_1108
2015-02-12 10:20:04,000 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741931_1107
2015-02-12 10:20:04,000 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741933_1109
2015-02-12 10:20:04,298 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:04,298 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:04,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741930_1106
2015-02-12 10:20:04,318 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741934_1110
2015-02-12 10:20:04,318 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741933_1109
2015-02-12 10:20:04,594 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0009_01_000001 succeeded
2015-02-12 10:20:04,594 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:20:04,594 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0009_01_000001
2015-02-12 10:20:04,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000001
2015-02-12 10:20:04,618 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000001
2015-02-12 10:20:04,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000001
2015-02-12 10:20:04,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0009/container_1423764831909_0009_01_000001
2015-02-12 10:20:04,619 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000001
2015-02-12 10:20:04,619 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0009_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:20:04,619 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0009_01_000001 from application application_1423764831909_0009
2015-02-12 10:20:04,619 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:20:04,620 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0009
2015-02-12 10:20:04,665 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741933_1109
2015-02-12 10:20:04,666 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741934_1110
2015-02-12 10:20:04,667 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741931_1107
2015-02-12 10:20:04,667 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741930_1106
2015-02-12 10:20:04,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741932_1108
2015-02-12 10:20:04,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 10:20:04,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741906 for deletion
2015-02-12 10:20:04,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 10:20:04,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 10:20:04,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741906
2015-02-12 10:20:04,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741907 for deletion
2015-02-12 10:20:04,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741910 for deletion
2015-02-12 10:20:04,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741914 for deletion
2015-02-12 10:20:04,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 10:20:04,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741916 for deletion
2015-02-12 10:20:04,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741917 for deletion
2015-02-12 10:20:04,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741907
2015-02-12 10:20:04,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741910
2015-02-12 10:20:04,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741917
2015-02-12 10:20:04,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741914
2015-02-12 10:20:04,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741916
2015-02-12 10:20:04,945 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:04,945 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:04,945 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0009_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:20:04,945 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0009_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:20:04,945 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0009_000001
2015-02-12 10:20:04,946 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0009_000001
2015-02-12 10:20:04,945 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000001
2015-02-12 10:20:04,946 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0009_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:20:04,946 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:20:04,946 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0009_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:20:04,946 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:20:04,946 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0009_000001 State change from FINISHING to FINISHED
2015-02-12 10:20:04,946 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:20:04,947 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0009_000001 released container container_1423764831909_0009_01_000001 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:20:04,947 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0009 State change from FINISHING to FINISHED
2015-02-12 10:20:04,947 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0009_000001 is done. finalState=FINISHED
2015-02-12 10:20:04,947 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0009 requests cleared
2015-02-12 10:20:04,947 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0009 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:20:04,947 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0009 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:20:04,947 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0009_000001
2015-02-12 10:20:04,947 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0009
2015-02-12 10:20:04,948 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0009,name=[16A0F9DDF67B4D4BBDA402620D2AA389/15B57C2A58824B3EBB04E84E272C1A89] left+right/(2/3) ...pesplatform/nonsafesplit2,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0009/jobhistory/job/job_1423764831909_0009,appMasterHost=10.1.1.68,startTime=1423765156413,finishTime=1423765198505,finalStatus=SUCCEEDED
2015-02-12 10:20:04,950 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0009_000001 (auth:SIMPLE)
2015-02-12 10:20:04,952 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0009_01_000001
2015-02-12 10:20:04,952 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0009 CONTAINERID=container_1423764831909_0009_01_000001
2015-02-12 10:20:04,952 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0009_01_000001]
2015-02-12 10:20:04,953 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:20:04,953 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:04,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0009
2015-02-12 10:20:04,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0009
2015-02-12 10:20:04,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0009
2015-02-12 10:20:04,954 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0009
2015-02-12 10:20:04,954 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:20:04,954 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0009, with delay of 10800 seconds
2015-02-12 10:20:04,954 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0009
2015-02-12 10:20:05,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:20:05,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:20:05,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:20:05,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:20:05,100 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741934_1110
2015-02-12 10:20:05,101 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741936_1112
2015-02-12 10:20:05,102 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741929_1105
2015-02-12 10:20:05,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 10:20:05,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741906 for deletion
2015-02-12 10:20:05,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 10:20:05,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741907 for deletion
2015-02-12 10:20:05,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 10:20:05,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741906
2015-02-12 10:20:05,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741908 for deletion
2015-02-12 10:20:05,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741910 for deletion
2015-02-12 10:20:05,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 10:20:05,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741907
2015-02-12 10:20:05,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741929 for deletion
2015-02-12 10:20:05,278 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741914 for deletion
2015-02-12 10:20:05,278 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741916 for deletion
2015-02-12 10:20:05,278 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741908
2015-02-12 10:20:05,278 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741910
2015-02-12 10:20:05,278 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741916
2015-02-12 10:20:05,279 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741929
2015-02-12 10:20:05,279 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741914
2015-02-12 10:20:05,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011 dst=null perm=null proto=rpc
2015-02-12 10:20:05,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:20:05,303 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0009_01_000003]
2015-02-12 10:20:05,304 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:05,304 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:05,304 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741935_1111
2015-02-12 10:20:05,304 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:20:05,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0009
2015-02-12 10:20:05,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0009
2015-02-12 10:20:05,305 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0009
2015-02-12 10:20:05,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0009
2015-02-12 10:20:05,305 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:20:05,306 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0009, with delay of 10800 seconds
2015-02-12 10:20:05,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0009
2015-02-12 10:20:05,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:20:05,502 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741938_1114
2015-02-12 10:20:05,503 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741932_1108
2015-02-12 10:20:05,504 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741931_1107
2015-02-12 10:20:05,504 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741937_1113
2015-02-12 10:20:05,951 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0009_01_000005]
2015-02-12 10:20:05,951 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:05,951 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:05,951 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:20:05,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0009
2015-02-12 10:20:05,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0009
2015-02-12 10:20:05,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0009
2015-02-12 10:20:05,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0009
2015-02-12 10:20:05,952 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0009
2015-02-12 10:20:05,952 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:20:05,953 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0009, with delay of 10800 seconds
2015-02-12 10:20:06,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:20:06,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:20:06,311 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:06,374 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 10:20:06,374 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:20:06,960 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:08,066 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0011_000001 (auth:SIMPLE)
2015-02-12 10:20:08,068 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0011_000001
2015-02-12 10:20:08,069 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0011 APPATTEMPTID=appattempt_1423764831909_0011_000001
2015-02-12 10:20:08,069 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0011_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:20:08,069 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0011 State change from ACCEPTED to RUNNING
2015-02-12 10:20:08,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job_1423764831909_0011_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:20:08,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:20:08,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job_1423764831909_0011_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:20:08,364 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job_1423764831909_0011_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:20:08,434 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741939_1115 src: /127.0.0.1:62200 dest: /127.0.0.1:59852
2015-02-12 10:20:08,435 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741939_1115 src: /127.0.0.1:62201 dest: /127.0.0.1:59859
2015-02-12 10:20:08,437 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741939_1115 src: /127.0.0.1:62202 dest: /127.0.0.1:59855
2015-02-12 10:20:08,469 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62202, dest: /127.0.0.1:59855, bytes: 115206, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1676621701_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741939_1115, duration: 30964000
2015-02-12 10:20:08,470 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741939_1115, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:20:08,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:20:08,470 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62201, dest: /127.0.0.1:59859, bytes: 115206, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1676621701_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741939_1115, duration: 31933000
2015-02-12 10:20:08,471 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:08,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:20:08,472 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62200, dest: /127.0.0.1:59852, bytes: 115206, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1676621701_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741939_1115, duration: 33396000
2015-02-12 10:20:08,472 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:08,474 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:20:08,494 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job_1423764831909_0011_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1676621701_1
2015-02-12 10:20:09,005 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741936_1112
2015-02-12 10:20:09,007 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741935_1111
2015-02-12 10:20:09,008 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741938_1114
2015-02-12 10:20:09,322 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741936_1112
2015-02-12 10:20:09,323 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741937_1113
2015-02-12 10:20:09,324 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741935_1111
2015-02-12 10:20:09,326 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:20:09,326 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000002
2015-02-12 10:20:09,326 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0011_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:20:09,326 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0011_000001 container=Container: [ContainerId: container_1423764831909_0011_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:20:09,326 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:20:09,326 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:20:09,327 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:20:09,327 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000003
2015-02-12 10:20:09,327 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0011_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 10:20:09,327 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0011_000001 container=Container: [ContainerId: container_1423764831909_0011_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:20:09,327 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:20:09,328 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:20:09,433 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:20:09,433 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000004
2015-02-12 10:20:09,433 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0011_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:20:09,434 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0011_000001 container=Container: [ContainerId: container_1423764831909_0011_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:20:09,434 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:20:09,434 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:20:09,434 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:20:09,434 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000005
2015-02-12 10:20:09,434 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0011_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:20:09,435 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0011_000001 container=Container: [ContainerId: container_1423764831909_0011_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:20:09,435 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:20:09,435 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:20:09,673 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741938_1114
2015-02-12 10:20:09,674 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741937_1113
2015-02-12 10:20:09,674 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741936_1112
2015-02-12 10:20:09,876 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741935_1111
2015-02-12 10:20:10,132 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0011_01_000002
2015-02-12 10:20:10,133 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:20:10,134 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:20:10,135 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0011_01_000004
2015-02-12 10:20:10,135 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:20:10,136 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:20:10,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:10,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:10,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:10,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:10,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:20:10,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:20:10,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:20:10,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:20:10,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:20:10,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:20:10,379 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0011_000001 (auth:SIMPLE)
2015-02-12 10:20:10,379 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0011_000001 (auth:SIMPLE)
2015-02-12 10:20:10,380 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0011_000001 (auth:SIMPLE)
2015-02-12 10:20:10,382 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0011_01_000003 by user soberoi
2015-02-12 10:20:10,382 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000003
2015-02-12 10:20:10,383 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0011_01_000005 by user soberoi
2015-02-12 10:20:10,382 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0011_01_000003 to application application_1423764831909_0011
2015-02-12 10:20:10,383 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0011
2015-02-12 10:20:10,383 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:20:10,383 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0011
2015-02-12 10:20:10,383 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0011
2015-02-12 10:20:10,383 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0011_01_000004 by user soberoi
2015-02-12 10:20:10,383 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000005
2015-02-12 10:20:10,384 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000004
2015-02-12 10:20:10,383 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:20:10,384 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0011
2015-02-12 10:20:10,383 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0011 transitioned from NEW to INITING
2015-02-12 10:20:10,384 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0011_01_000005 to application application_1423764831909_0011
2015-02-12 10:20:10,384 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0011_01_000004 to application application_1423764831909_0011
2015-02-12 10:20:10,384 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0011 transitioned from INITING to RUNNING
2015-02-12 10:20:10,385 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:20:10,385 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:20:10,385 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0011
2015-02-12 10:20:10,385 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:20:10,385 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0011
2015-02-12 10:20:10,385 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:20:10,385 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0011
2015-02-12 10:20:10,386 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:20:10,386 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:20:10,386 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0011
2015-02-12 10:20:10,386 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0011
2015-02-12 10:20:10,386 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:20:10,386 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0011
2015-02-12 10:20:10,386 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0011_01_000004
2015-02-12 10:20:10,387 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0011_01_000005
2015-02-12 10:20:10,391 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0011_000001 (auth:SIMPLE)
2015-02-12 10:20:10,397 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0011_01_000002 by user soberoi
2015-02-12 10:20:10,398 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000002
2015-02-12 10:20:10,398 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0011_01_000002 to application application_1423764831909_0011
2015-02-12 10:20:10,398 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:20:10,399 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0011
2015-02-12 10:20:10,399 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0011
2015-02-12 10:20:10,399 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:20:10,399 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0011
2015-02-12 10:20:10,400 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:20:10,405 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0011_01_000005.tokens. Credentials list:
2015-02-12 10:20:10,405 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0011_01_000004.tokens. Credentials list:
2015-02-12 10:20:10,435 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:20:10,436 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:20:10,436 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:20:10,436 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:20:10,453 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:20:10,453 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:20:10,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000003/default_container_executor.sh]
2015-02-12 10:20:10,642 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000002/default_container_executor.sh]
2015-02-12 10:20:10,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:20:10,747 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:20:10,893 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0011_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000004.tokens
2015-02-12 10:20:10,894 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0011
2015-02-12 10:20:10,918 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0011_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000005.tokens
2015-02-12 10:20:10,918 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0011
2015-02-12 10:20:11,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:11,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:11,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:11,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:11,130 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:20:11,134 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0011/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:20:11,134 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:20:11,134 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:20:11,155 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:20:11,188 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:20:11,188 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:20:11,189 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:20:11,189 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:20:11,337 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:20:11,337 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:20:11,449 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000005/default_container_executor.sh]
2015-02-12 10:20:11,455 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000004/default_container_executor.sh]
2015-02-12 10:20:14,012 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741939_1115
2015-02-12 10:20:14,330 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741939_1115
2015-02-12 10:20:14,882 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741939_1115
2015-02-12 10:20:22,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.split dst=null perm=null proto=rpc
2015-02-12 10:20:22,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.split dst=null perm=null proto=rpc
2015-02-12 10:20:22,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.split dst=null perm=null proto=rpc
2015-02-12 10:20:23,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:20:23,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job.split dst=null perm=null proto=rpc
2015-02-12 10:20:23,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:20:23,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:20:23,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:20:23,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/_temporary/1/_temporary/attempt_1423764831909_0011_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:20:23,776 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0011_000001 (auth:SIMPLE)
2015-02-12 10:20:23,778 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0011_01_000004
2015-02-12 10:20:23,778 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000004
2015-02-12 10:20:23,778 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:20:23,779 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0011_01_000004
2015-02-12 10:20:23,798 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0011_01_000004 is : 143
2015-02-12 10:20:23,798 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job_1423764831909_0011_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:20:23,800 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741940_1116 src: /127.0.0.1:62274 dest: /127.0.0.1:59852
2015-02-12 10:20:23,804 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741940_1116 src: /127.0.0.1:62275 dest: /127.0.0.1:59855
2015-02-12 10:20:23,805 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741940_1116 src: /127.0.0.1:62276 dest: /127.0.0.1:59862
2015-02-12 10:20:23,814 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job_1423764831909_0011_1.jhist for DFSClient_NONMAPREDUCE_1676621701_1
2015-02-12 10:20:23,818 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:20:23,819 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000004
2015-02-12 10:20:23,819 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000004
2015-02-12 10:20:23,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000004
2015-02-12 10:20:23,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000004
2015-02-12 10:20:23,823 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000004
2015-02-12 10:20:23,823 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:20:23,823 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0011_01_000004 from application application_1423764831909_0011
2015-02-12 10:20:23,823 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:20:23,823 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0011
2015-02-12 10:20:24,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/_temporary/1/_temporary/attempt_1423764831909_0011_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:20:24,083 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0011_000001 (auth:SIMPLE)
2015-02-12 10:20:24,085 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0011_01_000002
2015-02-12 10:20:24,086 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000002
2015-02-12 10:20:24,086 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:20:24,086 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0011_01_000002
2015-02-12 10:20:24,104 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0011_01_000002 is : 143
2015-02-12 10:20:24,117 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:20:24,117 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000002
2015-02-12 10:20:24,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000002
2015-02-12 10:20:24,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000002
2015-02-12 10:20:24,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000002
2015-02-12 10:20:24,118 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000002
2015-02-12 10:20:24,119 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:20:24,119 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0011_01_000002 from application application_1423764831909_0011
2015-02-12 10:20:24,120 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:20:24,120 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0011
2015-02-12 10:20:24,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/_temporary/1/_temporary/attempt_1423764831909_0011_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:20:24,227 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0011_000001 (auth:SIMPLE)
2015-02-12 10:20:24,229 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0011_01_000003
2015-02-12 10:20:24,229 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000003
2015-02-12 10:20:24,231 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:20:24,231 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0011_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:20:24,231 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000002
2015-02-12 10:20:24,231 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0011_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 10:20:24,231 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:20:24,232 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0011_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:20:24,232 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:20:24,232 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:20:24,232 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0011_000001 released container container_1423764831909_0011_01_000002 on node: host: 10.1.1.68:59934 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 10:20:24,234 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:20:24,235 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0011_01_000003
2015-02-12 10:20:24,256 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0011_01_000003 is : 143
2015-02-12 10:20:24,270 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:20:24,271 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000003
2015-02-12 10:20:24,271 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000003
2015-02-12 10:20:24,273 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000003
2015-02-12 10:20:24,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000003
2015-02-12 10:20:24,278 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000003
2015-02-12 10:20:24,278 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:20:24,278 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0011_01_000003 from application application_1423764831909_0011
2015-02-12 10:20:24,278 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:20:24,279 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0011
2015-02-12 10:20:24,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/_temporary/1/_temporary/attempt_1423764831909_0011_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:20:24,434 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0011_000001 (auth:SIMPLE)
2015-02-12 10:20:24,436 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0011_01_000005
2015-02-12 10:20:24,436 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000005
2015-02-12 10:20:24,436 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:20:24,437 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0011_01_000005
2015-02-12 10:20:24,438 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:20:24,438 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0011_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:20:24,438 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000004
2015-02-12 10:20:24,438 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0011_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:20:24,438 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:20:24,443 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0011_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:20:24,443 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:20:24,443 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:20:24,444 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0011_000001 released container container_1423764831909_0011_01_000004 on node: host: 10.1.1.68:59924 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:20:24,460 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0011_01_000005 is : 143
2015-02-12 10:20:24,471 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:20:24,472 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000005
2015-02-12 10:20:24,472 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000005
2015-02-12 10:20:24,472 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000005
2015-02-12 10:20:24,472 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000005
2015-02-12 10:20:24,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000005
2015-02-12 10:20:24,473 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:20:24,475 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0011_01_000005 from application application_1423764831909_0011
2015-02-12 10:20:24,475 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:20:24,475 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0011
2015-02-12 10:20:25,233 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:25,233 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:20:25,233 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0011_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:20:25,233 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000003
2015-02-12 10:20:25,234 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0011_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:20:25,234 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:20:25,235 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0011_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:20:25,235 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:20:25,235 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:20:25,235 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0011_000001 released container container_1423764831909_0011_01_000003 on node: host: 10.1.1.68:59934 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:20:25,442 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:25,443 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:20:25,443 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0011_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:20:25,443 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000005
2015-02-12 10:20:25,443 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0011_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:20:25,443 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:20:25,444 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0011_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:20:25,445 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:20:25,445 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:20:25,445 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0011_000001 released container container_1423764831909_0011_01_000005 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:20:25,445 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:20:25,446 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000006
2015-02-12 10:20:25,446 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0011_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:20:25,446 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0011_000001 container=Container: [ContainerId: container_1423764831909_0011_01_000006, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:20:25,446 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:20:25,446 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:20:26,236 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:26,236 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:26,243 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:20:26,254 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0011_000001 (auth:SIMPLE)
2015-02-12 10:20:26,256 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0011_01_000006 by user soberoi
2015-02-12 10:20:26,256 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000006
2015-02-12 10:20:26,256 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0011_01_000006 to application application_1423764831909_0011
2015-02-12 10:20:26,257 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:20:26,257 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0011
2015-02-12 10:20:26,257 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0011
2015-02-12 10:20:26,257 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:20:26,257 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0011
2015-02-12 10:20:26,258 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:20:26,290 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:20:26,290 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:20:26,374 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000006/default_container_executor.sh]
2015-02-12 10:20:26,443 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0011_01_000004]
2015-02-12 10:20:26,444 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:20:26,444 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:26,444 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:27,237 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0011_01_000003, container_1423764831909_0011_01_000002]
2015-02-12 10:20:27,237 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:27,237 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:27,248 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:20:27,449 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0011_01_000005]
2015-02-12 10:20:27,449 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:29,761 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:20:29,762 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:20:30,119 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 995 Total time for transactions(ms): 78 Number of transactions batched in Syncs: 2 Number of syncs: 685 SyncTimes(ms): 16 11
2015-02-12 10:20:30,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/_temporary/1/_temporary/attempt_1423764831909_0011_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:20:30,213 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/_temporary/1/_temporary/attempt_1423764831909_0011_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:20:30,324 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741941_1117 src: /127.0.0.1:62317 dest: /127.0.0.1:59852
2015-02-12 10:20:30,326 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741941_1117 src: /127.0.0.1:62318 dest: /127.0.0.1:59859
2015-02-12 10:20:30,327 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741941_1117 src: /127.0.0.1:62319 dest: /127.0.0.1:59855
2015-02-12 10:20:30,377 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62319, dest: /127.0.0.1:59855, bytes: 1697, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0011_r_000000_0_1715637880_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741941_1117, duration: 47653000
2015-02-12 10:20:30,377 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741941_1117, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:20:30,378 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62318, dest: /127.0.0.1:59859, bytes: 1697, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0011_r_000000_0_1715637880_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741941_1117, duration: 48563000
2015-02-12 10:20:30,378 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:30,379 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:20:30,379 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62317, dest: /127.0.0.1:59852, bytes: 1697, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0011_r_000000_0_1715637880_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741941_1117, duration: 50253000
2015-02-12 10:20:30,380 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:20:30,380 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:30,380 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:20:30,386 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/_temporary/1/_temporary/attempt_1423764831909_0011_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0011_r_000000_0_1715637880_1
2015-02-12 10:20:30,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/_temporary/1/_temporary/attempt_1423764831909_0011_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:20:30,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/_temporary/1/_temporary/attempt_1423764831909_0011_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:20:30,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/_temporary/1/task_1423764831909_0011_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:20:30,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/_temporary/1/_temporary/attempt_1423764831909_0011_r_000000_0 dst=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/_temporary/1/task_1423764831909_0011_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:20:30,429 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0011_000001 (auth:SIMPLE)
2015-02-12 10:20:30,431 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0011_01_000006
2015-02-12 10:20:30,431 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000006
2015-02-12 10:20:30,431 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:20:30,431 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0011_01_000006
2015-02-12 10:20:30,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:20:30,439 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1676621701_1
2015-02-12 10:20:30,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:20:30,450 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0011_01_000006 is : 143
2015-02-12 10:20:30,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7 dst=null perm=null proto=rpc
2015-02-12 10:20:30,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7 dst=null perm=null proto=rpc
2015-02-12 10:20:30,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/_temporary/1/task_1423764831909_0011_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:20:30,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:20:30,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/_temporary/1/task_1423764831909_0011_r_000000/part-00000 dst=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:20:30,461 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:20:30,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/_temporary dst=null perm=null proto=rpc
2015-02-12 10:20:30,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:20:30,470 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1676621701_1
2015-02-12 10:20:30,471 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000006
2015-02-12 10:20:30,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:20:30,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000006
2015-02-12 10:20:30,480 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1676621701_1
2015-02-12 10:20:30,480 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000006
2015-02-12 10:20:30,484 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000006
2015-02-12 10:20:30,485 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000006
2015-02-12 10:20:30,486 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:20:30,488 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0011_01_000006 from application application_1423764831909_0011
2015-02-12 10:20:30,488 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:20:30,489 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0011
2015-02-12 10:20:30,498 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62276, dest: /127.0.0.1:59862, bytes: 61427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1676621701_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741940_1116, duration: 6691653000
2015-02-12 10:20:30,499 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741940_1116, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:20:30,500 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 15705
2015-02-12 10:20:30,500 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62275, dest: /127.0.0.1:59855, bytes: 61427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1676621701_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741940_1116, duration: 6693294000
2015-02-12 10:20:30,500 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:30,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 15705
2015-02-12 10:20:30,503 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62274, dest: /127.0.0.1:59852, bytes: 61427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1676621701_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741940_1116, duration: 6695532000
2015-02-12 10:20:30,504 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:30,504 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 15705
2015-02-12 10:20:30,505 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job_1423764831909_0011_1.jhist is closed by DFSClient_NONMAPREDUCE_1676621701_1
2015-02-12 10:20:30,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:20:30,511 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:20:30,514 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741942_1118 src: /127.0.0.1:62321 dest: /127.0.0.1:59862
2015-02-12 10:20:30,515 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741942_1118 src: /127.0.0.1:62322 dest: /127.0.0.1:59852
2015-02-12 10:20:30,517 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741942_1118 src: /127.0.0.1:62323 dest: /127.0.0.1:59855
2015-02-12 10:20:30,523 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62323, dest: /127.0.0.1:59855, bytes: 430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1676621701_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741942_1118, duration: 3861000
2015-02-12 10:20:30,523 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741942_1118, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:20:30,523 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:20:30,524 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62322, dest: /127.0.0.1:59852, bytes: 430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1676621701_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741942_1118, duration: 3818000
2015-02-12 10:20:30,524 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:30,525 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:20:30,525 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62321, dest: /127.0.0.1:59862, bytes: 430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1676621701_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741942_1118, duration: 5676000
2015-02-12 10:20:30,525 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:30,526 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:20:30,528 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011.summary_tmp is closed by DFSClient_NONMAPREDUCE_1676621701_1
2015-02-12 10:20:30,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:20:30,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job_1423764831909_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:20:30,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011-1423765199962-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F8B9A2A41AE244873-1423765230481-4-1-SUCCEEDED-default-1423765208095.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:20:30,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job_1423764831909_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:20:30,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011-1423765199962-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F8B9A2A41AE244873-1423765230481-4-1-SUCCEEDED-default-1423765208095.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:20:30,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job_1423764831909_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:20:30,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011-1423765199962-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F8B9A2A41AE244873-1423765230481-4-1-SUCCEEDED-default-1423765208095.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:20:30,559 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011-1423765199962-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F8B9A2A41AE244873-1423765230481-4-1-SUCCEEDED-default-1423765208095.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:20:30,561 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741943_1119 src: /127.0.0.1:62325 dest: /127.0.0.1:59862
2015-02-12 10:20:30,563 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741943_1119 src: /127.0.0.1:62326 dest: /127.0.0.1:59859
2015-02-12 10:20:30,564 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741943_1119 src: /127.0.0.1:62327 dest: /127.0.0.1:59852
2015-02-12 10:20:30,568 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62327, dest: /127.0.0.1:59852, bytes: 61427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1676621701_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741943_1119, duration: 2166000
2015-02-12 10:20:30,569 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741943_1119, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:20:30,569 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:20:30,569 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62326, dest: /127.0.0.1:59859, bytes: 61427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1676621701_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741943_1119, duration: 2732000
2015-02-12 10:20:30,570 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:30,570 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:20:30,570 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62325, dest: /127.0.0.1:59862, bytes: 61427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1676621701_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741943_1119, duration: 3713000
2015-02-12 10:20:30,570 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:30,571 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:20:30,573 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011-1423765199962-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F8B9A2A41AE244873-1423765230481-4-1-SUCCEEDED-default-1423765208095.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1676621701_1
2015-02-12 10:20:30,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011-1423765199962-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F8B9A2A41AE244873-1423765230481-4-1-SUCCEEDED-default-1423765208095.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:20:30,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job_1423764831909_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:20:30,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:20:30,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job_1423764831909_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:20:30,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:20:30,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011/job_1423764831909_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:20:30,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:20:30,587 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:20:30,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741944_1120 src: /127.0.0.1:62328 dest: /127.0.0.1:59852
2015-02-12 10:20:30,591 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741944_1120 src: /127.0.0.1:62329 dest: /127.0.0.1:59859
2015-02-12 10:20:30,592 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741944_1120 src: /127.0.0.1:62330 dest: /127.0.0.1:59855
2015-02-12 10:20:30,597 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62330, dest: /127.0.0.1:59855, bytes: 115206, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1676621701_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741944_1120, duration: 3066000
2015-02-12 10:20:30,598 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741944_1120, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:20:30,598 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:20:30,598 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62329, dest: /127.0.0.1:59859, bytes: 115206, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1676621701_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741944_1120, duration: 3257000
2015-02-12 10:20:30,599 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:30,599 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:20:30,600 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62328, dest: /127.0.0.1:59852, bytes: 115206, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1676621701_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741944_1120, duration: 4827000
2015-02-12 10:20:30,600 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:30,600 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:20:30,602 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1676621701_1
2015-02-12 10:20:30,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:20:30,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:20:30,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:20:30,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011-1423765199962-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F8B9A2A41AE244873-1423765230481-4-1-SUCCEEDED-default-1423765208095.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011-1423765199962-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F8B9A2A41AE244873-1423765230481-4-1-SUCCEEDED-default-1423765208095.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:20:30,617 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0011_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:20:30,617 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0011_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:20:30,617 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0011 with final state: FINISHING
2015-02-12 10:20:30,617 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0011 State change from RUNNING to FINAL_SAVING
2015-02-12 10:20:30,618 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0011
2015-02-12 10:20:30,619 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0011_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:20:30,619 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0011 State change from FINAL_SAVING to FINISHING
2015-02-12 10:20:31,442 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:20:31,442 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0011_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:20:31,442 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000006
2015-02-12 10:20:31,442 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0011_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:20:31,442 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:20:31,446 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0011_01_000006, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:20:31,446 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:20:31,446 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:20:31,446 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0011_000001 released container container_1423764831909_0011_01_000006 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:20:31,623 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0011 unregistered successfully.
2015-02-12 10:20:31,626 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741935_1111 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:20:31,626 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741936_1112 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:20:31,626 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741937_1113 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:20:31,626 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741938_1114 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:20:31,627 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741940_1116 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:20:31,627 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741939_1115 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:20:31,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0011 dst=null perm=null proto=rpc
2015-02-12 10:20:31,678 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [output1+output2] starting step: (2/3) ...edpipesplatform/splitout1
2015-02-12 10:20:31,679 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [output1+output2] starting step: (3/3) ...edpipesplatform/splitout2
2015-02-12 10:20:31,701 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:20:31,722 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:20:31,741 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:20:31,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null proto=rpc
2015-02-12 10:20:31,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:20:31,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:20:31,762 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:20:31,764 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 12
2015-02-12 10:20:31,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null proto=rpc
2015-02-12 10:20:31,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:20:31,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:20:31,768 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 13
2015-02-12 10:20:31,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012 dst=null perm=null proto=rpc
2015-02-12 10:20:31,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013 dst=null perm=null proto=rpc
2015-02-12 10:20:31,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:20:31,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:20:31,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:20:31,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:20:31,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:31,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:31,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:20:31,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:20:31,777 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:20:31,780 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741945_1121 src: /127.0.0.1:62338 dest: /127.0.0.1:59855
2015-02-12 10:20:31,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741945_1121 src: /127.0.0.1:62340 dest: /127.0.0.1:59862
2015-02-12 10:20:31,784 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741945_1121 src: /127.0.0.1:62341 dest: /127.0.0.1:59859
2015-02-12 10:20:31,792 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62341, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741945_1121, duration: 5518000
2015-02-12 10:20:31,792 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741945_1121, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:20:31,792 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:20:31,792 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62340, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741945_1121, duration: 5446000
2015-02-12 10:20:31,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:20:31,793 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:31,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:20:31,793 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62338, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741945_1121, duration: 4350000
2015-02-12 10:20:31,794 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:31,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:20:31,796 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741946_1122 src: /127.0.0.1:62342 dest: /127.0.0.1:59862
2015-02-12 10:20:31,796 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:20:31,797 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741946_1122 src: /127.0.0.1:62343 dest: /127.0.0.1:59855
2015-02-12 10:20:31,797 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.jar
2015-02-12 10:20:31,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:31,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:20:31,799 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741946_1122 src: /127.0.0.1:62344 dest: /127.0.0.1:59852
2015-02-12 10:20:31,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:20:31,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:20:31,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:20:31,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:20:31,806 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62344, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741946_1122, duration: 2476000
2015-02-12 10:20:31,806 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741946_1122, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:20:31,806 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:20:31,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:20:31,807 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62343, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741946_1122, duration: 4042000
2015-02-12 10:20:31,807 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:31,807 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:20:31,808 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62342, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741946_1122, duration: 5323000
2015-02-12 10:20:31,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:20:31,808 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:31,809 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:20:31,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:20:31,811 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:20:31,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:20:31,812 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.jar
2015-02-12 10:20:31,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:31,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:20:31,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:20:31,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7 dst=null perm=null proto=rpc
2015-02-12 10:20:31,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7 dst=null perm=null proto=rpc
2015-02-12 10:20:31,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:20:31,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7 dst=null perm=null proto=rpc
2015-02-12 10:20:31,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:20:31,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:20:31,818 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:20:31,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:20:31,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:20:31,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:20:31,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:20:31,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:20:31,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:20:31,821 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.split
2015-02-12 10:20:31,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.split dst=null perm=null proto=rpc
2015-02-12 10:20:31,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:20:31,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:20:31,823 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:20:31,825 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741947_1123 src: /127.0.0.1:62345 dest: /127.0.0.1:59859
2015-02-12 10:20:31,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7 dst=null perm=null proto=rpc
2015-02-12 10:20:31,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7 dst=null perm=null proto=rpc
2015-02-12 10:20:31,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741947_1123 src: /127.0.0.1:62346 dest: /127.0.0.1:59862
2015-02-12 10:20:31,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7 dst=null perm=null proto=rpc
2015-02-12 10:20:31,828 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:20:31,828 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741947_1123 src: /127.0.0.1:62347 dest: /127.0.0.1:59852
2015-02-12 10:20:31,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:20:31,830 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741947_1123 src: /127.0.0.1:62348 dest: /127.0.0.1:59855
2015-02-12 10:20:31,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:20:31,833 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.split
2015-02-12 10:20:31,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.split dst=null perm=null proto=rpc
2015-02-12 10:20:31,834 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62348, dest: /127.0.0.1:59855, bytes: 354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741947_1123, duration: 1842000
2015-02-12 10:20:31,834 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741947_1123, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:20:31,835 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62347, dest: /127.0.0.1:59852, bytes: 354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741947_1123, duration: 3118000
2015-02-12 10:20:31,835 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:31,836 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:20:31,837 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62346, dest: /127.0.0.1:59862, bytes: 354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741947_1123, duration: 5031000
2015-02-12 10:20:31,838 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:31,838 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:20:31,838 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:20:31,839 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62345, dest: /127.0.0.1:59859, bytes: 354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741947_1123, duration: 6291000
2015-02-12 10:20:31,839 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:31,842 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:20:31,842 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741948_1124 src: /127.0.0.1:62349 dest: /127.0.0.1:59852
2015-02-12 10:20:31,842 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:20:31,844 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:20:31,844 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741948_1124 src: /127.0.0.1:62350 dest: /127.0.0.1:59862
2015-02-12 10:20:31,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:20:31,846 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741948_1124 src: /127.0.0.1:62351 dest: /127.0.0.1:59859
2015-02-12 10:20:31,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:20:31,848 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741948_1124 src: /127.0.0.1:62352 dest: /127.0.0.1:59855
2015-02-12 10:20:31,849 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:20:31,854 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741949_1125 src: /127.0.0.1:62353 dest: /127.0.0.1:59862
2015-02-12 10:20:31,855 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62352, dest: /127.0.0.1:59855, bytes: 354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741948_1124, duration: 5722000
2015-02-12 10:20:31,855 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741948_1124, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:20:31,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741949_1125 src: /127.0.0.1:62354 dest: /127.0.0.1:59859
2015-02-12 10:20:31,856 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:20:31,857 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62351, dest: /127.0.0.1:59859, bytes: 354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741948_1124, duration: 6615000
2015-02-12 10:20:31,857 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:31,858 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62350, dest: /127.0.0.1:59862, bytes: 354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741948_1124, duration: 8226000
2015-02-12 10:20:31,858 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:31,858 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:20:31,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741949_1125 src: /127.0.0.1:62355 dest: /127.0.0.1:59852
2015-02-12 10:20:31,859 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62349, dest: /127.0.0.1:59852, bytes: 354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741948_1124, duration: 8815000
2015-02-12 10:20:31,860 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:31,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:20:31,862 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:20:31,866 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62355, dest: /127.0.0.1:59852, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741949_1125, duration: 2791000
2015-02-12 10:20:31,866 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741949_1125, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:20:31,867 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:20:31,867 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62354, dest: /127.0.0.1:59859, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741949_1125, duration: 4623000
2015-02-12 10:20:31,868 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:31,868 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:20:31,868 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:20:31,869 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62353, dest: /127.0.0.1:59862, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741949_1125, duration: 6363000
2015-02-12 10:20:31,869 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:31,871 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:20:31,871 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:20:31,872 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1
2015-02-12 10:20:31,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:20:31,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:20:31,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:20:31,875 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:20:31,877 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741950_1126 src: /127.0.0.1:62356 dest: /127.0.0.1:59855
2015-02-12 10:20:31,878 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741950_1126 src: /127.0.0.1:62357 dest: /127.0.0.1:59862
2015-02-12 10:20:31,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:20:31,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741950_1126 src: /127.0.0.1:62358 dest: /127.0.0.1:59859
2015-02-12 10:20:31,883 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62358, dest: /127.0.0.1:59859, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741950_1126, duration: 1271000
2015-02-12 10:20:31,884 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741950_1126, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:20:31,884 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62357, dest: /127.0.0.1:59862, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741950_1126, duration: 1819000
2015-02-12 10:20:31,884 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:31,885 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62356, dest: /127.0.0.1:59855, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741950_1126, duration: 2579000
2015-02-12 10:20:31,886 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:31,888 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:20:31,888 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:20:31,945 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:20:31,948 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:20:31,948 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1
2015-02-12 10:20:31,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:20:31,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:20:31,981 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:20:31,984 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741951_1127 src: /127.0.0.1:62360 dest: /127.0.0.1:59852
2015-02-12 10:20:31,986 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741951_1127 src: /127.0.0.1:62361 dest: /127.0.0.1:59855
2015-02-12 10:20:31,988 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741951_1127 src: /127.0.0.1:62362 dest: /127.0.0.1:59862
2015-02-12 10:20:31,992 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62362, dest: /127.0.0.1:59862, bytes: 97004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741951_1127, duration: 1699000
2015-02-12 10:20:31,992 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741951_1127, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:20:31,993 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62361, dest: /127.0.0.1:59855, bytes: 97004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741951_1127, duration: 2374000
2015-02-12 10:20:31,993 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:31,994 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62360, dest: /127.0.0.1:59852, bytes: 97004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741951_1127, duration: 3305000
2015-02-12 10:20:31,994 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:31,995 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:20:31,995 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:20:31,996 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:20:32,016 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:20:32,018 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741952_1128 src: /127.0.0.1:62366 dest: /127.0.0.1:59859
2015-02-12 10:20:32,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741952_1128 src: /127.0.0.1:62367 dest: /127.0.0.1:59855
2015-02-12 10:20:32,022 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:20:32,022 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0012
2015-02-12 10:20:32,022 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741952_1128 src: /127.0.0.1:62368 dest: /127.0.0.1:59862
2015-02-12 10:20:32,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012 dst=null perm=null proto=rpc
2015-02-12 10:20:32,026 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62368, dest: /127.0.0.1:59862, bytes: 98255, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741952_1128, duration: 1769000
2015-02-12 10:20:32,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:32,026 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741952_1128, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:20:32,026 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:20:32,027 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62367, dest: /127.0.0.1:59855, bytes: 98255, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741952_1128, duration: 2118000
2015-02-12 10:20:32,027 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:32,027 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:20:32,027 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62366, dest: /127.0.0.1:59859, bytes: 98255, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741952_1128, duration: 3238000
2015-02-12 10:20:32,028 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:32,028 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:20:32,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:32,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:32,039 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:20:32,039 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0013
2015-02-12 10:20:32,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:32,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013 dst=null perm=null proto=rpc
2015-02-12 10:20:32,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.split dst=null perm=null proto=rpc
2015-02-12 10:20:32,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.split dst=null perm=null proto=rpc
2015-02-12 10:20:32,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:32,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:20:32,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:32,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:20:32,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:20:32,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:32,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:20:32,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:32,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:20:32,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:20:32,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.split dst=null perm=null proto=rpc
2015-02-12 10:20:32,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.split dst=null perm=null proto=rpc
2015-02-12 10:20:32,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:20:32,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:20:32,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:20:32,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:20:32,053 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 12 submitted by user soberoi
2015-02-12 10:20:32,053 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0012
2015-02-12 10:20:32,053 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0012
2015-02-12 10:20:32,054 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0012
2015-02-12 10:20:32,053 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0012 State change from NEW to NEW_SAVING
2015-02-12 10:20:32,054 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0012 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:20:32,054 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0012 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:20:32,054 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0012 from user: soberoi, in queue: default
2015-02-12 10:20:32,054 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0012 State change from SUBMITTED to ACCEPTED
2015-02-12 10:20:32,055 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0012_000001
2015-02-12 10:20:32,055 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0012_000001 State change from NEW to SUBMITTED
2015-02-12 10:20:32,055 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0012 from user: soberoi activated in queue: default
2015-02-12 10:20:32,055 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0012 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:20:32,055 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0012_000001 to scheduler from user soberoi in queue default
2015-02-12 10:20:32,060 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0012_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:20:32,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:20:32,061 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0012
2015-02-12 10:20:32,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:20:32,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:20:32,064 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0012/
2015-02-12 10:20:32,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:20:32,064 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [output1+output2] submitted hadoop job: job_1423764831909_0012
2015-02-12 10:20:32,065 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [output1+output2] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0012/
2015-02-12 10:20:32,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:20:32,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:20:32,069 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 13 submitted by user soberoi
2015-02-12 10:20:32,069 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0013
2015-02-12 10:20:32,069 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0013
2015-02-12 10:20:32,069 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0013
2015-02-12 10:20:32,069 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0013 State change from NEW to NEW_SAVING
2015-02-12 10:20:32,069 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0013 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:20:32,069 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0013 user: soberoi leaf-queue of parent: root #applications: 3
2015-02-12 10:20:32,070 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0013 from user: soberoi, in queue: default
2015-02-12 10:20:32,070 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0013 State change from SUBMITTED to ACCEPTED
2015-02-12 10:20:32,070 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0013_000001
2015-02-12 10:20:32,071 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0013_000001 State change from NEW to SUBMITTED
2015-02-12 10:20:32,071 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0013 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 1 #user-active-applications: 2 #queue-pending-applications: 1 #queue-active-applications: 2
2015-02-12 10:20:32,071 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0013_000001 to scheduler from user soberoi in queue default
2015-02-12 10:20:32,074 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0013_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:20:32,075 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0013
2015-02-12 10:20:32,078 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0013/
2015-02-12 10:20:32,078 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [output1+output2] submitted hadoop job: job_1423764831909_0013
2015-02-12 10:20:32,079 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [output1+output2] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0013/
2015-02-12 10:20:32,089 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0012_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:20:32,090 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0012 CONTAINERID=container_1423764831909_0012_01_000001
2015-02-12 10:20:32,090 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0012_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:20:32,090 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0012_000001 container=Container: [ContainerId: container_1423764831909_0012_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:20:32,090 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2
2015-02-12 10:20:32,090 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:20:32,091 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0012_01_000001
2015-02-12 10:20:32,092 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0012_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:20:32,092 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0012_000001
2015-02-12 10:20:32,092 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0012 AttemptId: appattempt_1423764831909_0012_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0012_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ]
2015-02-12 10:20:32,092 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0012_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:20:32,093 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0012_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:20:32,093 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0012_000001
2015-02-12 10:20:32,100 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0012_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0012_000001
2015-02-12 10:20:32,101 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0012_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:20:32,101 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0012_000001
2015-02-12 10:20:32,101 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0012_000001
2015-02-12 10:20:32,104 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0012_000001 (auth:SIMPLE)
2015-02-12 10:20:32,106 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0012_01_000001 by user soberoi
2015-02-12 10:20:32,107 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0012
2015-02-12 10:20:32,107 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0012 CONTAINERID=container_1423764831909_0012_01_000001
2015-02-12 10:20:32,108 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0012 transitioned from NEW to INITING
2015-02-12 10:20:32,108 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0012_01_000001 to application application_1423764831909_0012
2015-02-12 10:20:32,109 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0012 transitioned from INITING to RUNNING
2015-02-12 10:20:32,109 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0012_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:20:32,109 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0012
2015-02-12 10:20:32,109 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:20:32,109 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:20:32,109 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:20:32,110 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:20:32,110 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0012_01_000001
2015-02-12 10:20:32,116 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0012_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0012_000001
2015-02-12 10:20:32,117 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0012_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:20:32,128 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0012_01_000001.tokens. Credentials list:
2015-02-12 10:20:32,252 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:20:32,328 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0012_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0012/container_1423764831909_0012_01_000001.tokens
2015-02-12 10:20:32,328 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0012
2015-02-12 10:20:32,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:32,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:32,433 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:20:32,448 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:32,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:20:32,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:20:32,486 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0012/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:20:32,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.split dst=null perm=null proto=rpc
2015-02-12 10:20:32,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.split dst=null perm=null proto=rpc
2015-02-12 10:20:32,534 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0012/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:20:32,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:32,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:32,585 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0012/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:20:32,585 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0012_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:20:32,616 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0012_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:20:32,616 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:20:32,743 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0012/container_1423764831909_0012_01_000001/default_container_executor.sh]
2015-02-12 10:20:33,090 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0012_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:20:33,448 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:33,865 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59859 to replicate blk_1073741945_1121 to datanode(s) 127.0.0.1:59852
2015-02-12 10:20:33,865 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59852 to replicate blk_1073741946_1122 to datanode(s) 127.0.0.1:59859
2015-02-12 10:20:33,865 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073741936_1112, blk_1073741937_1113, blk_1073741938_1114, blk_1073741940_1116, blk_1073741935_1111]
2015-02-12 10:20:33,865 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073741936_1112, blk_1073741937_1113, blk_1073741938_1114, blk_1073741939_1115, blk_1073741940_1116, blk_1073741935_1111]
2015-02-12 10:20:34,448 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:34,831 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5d835e39-c83e-4de7-bbde-92c2cf44d1a5, infoPort=59853, ipcPort=59854, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073741946_1122 to 127.0.0.1:59859
2015-02-12 10:20:34,831 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741936 for deletion
2015-02-12 10:20:34,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741937 for deletion
2015-02-12 10:20:34,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741938_1114 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741938 for deletion
2015-02-12 10:20:34,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741939 for deletion
2015-02-12 10:20:34,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741940 for deletion
2015-02-12 10:20:34,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741935 for deletion
2015-02-12 10:20:34,833 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741936
2015-02-12 10:20:34,833 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073741946_1122 (numBytes=254067) to /127.0.0.1:59859
2015-02-12 10:20:34,833 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741938_1114 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741938
2015-02-12 10:20:34,833 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741937
2015-02-12 10:20:34,833 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741939
2015-02-12 10:20:34,833 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741940
2015-02-12 10:20:34,834 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741946_1122 src: /127.0.0.1:62420 dest: /127.0.0.1:59859
2015-02-12 10:20:34,834 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741935
2015-02-12 10:20:34,836 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073741946_1122 src: /127.0.0.1:62420 dest: /127.0.0.1:59859 of size 254067
2015-02-12 10:20:34,836 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741946_1122 size 254067
2015-02-12 10:20:35,181 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f1559335-183d-467e-a94d-d6e0669ca32e, infoPort=59860, ipcPort=59861, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073741945_1121 to 127.0.0.1:59852
2015-02-12 10:20:35,182 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741945_1121 src: /127.0.0.1:62421 dest: /127.0.0.1:59852
2015-02-12 10:20:35,182 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073741945_1121 (numBytes=254067) to /127.0.0.1:59852
2015-02-12 10:20:35,184 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073741945_1121 src: /127.0.0.1:62421 dest: /127.0.0.1:59852 of size 254067
2015-02-12 10:20:35,185 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741945_1121 size 254067
2015-02-12 10:20:35,313 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741936 for deletion
2015-02-12 10:20:35,314 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741937 for deletion
2015-02-12 10:20:35,314 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741938_1114 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741938 for deletion
2015-02-12 10:20:35,314 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741936
2015-02-12 10:20:35,314 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741937
2015-02-12 10:20:35,314 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741940 for deletion
2015-02-12 10:20:35,314 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741938_1114 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741938
2015-02-12 10:20:35,314 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741935 for deletion
2015-02-12 10:20:35,315 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741940
2015-02-12 10:20:35,315 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741935
2015-02-12 10:20:35,450 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:35,537 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741942_1118
2015-02-12 10:20:36,376 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 10:20:36,377 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:20:36,451 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:36,696 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0011_01_000001 succeeded
2015-02-12 10:20:36,696 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:20:36,696 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0011_01_000001
2015-02-12 10:20:36,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000001
2015-02-12 10:20:36,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000001
2015-02-12 10:20:36,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000001
2015-02-12 10:20:36,726 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0011/container_1423764831909_0011_01_000001
2015-02-12 10:20:36,726 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000001
2015-02-12 10:20:36,727 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0011_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:20:36,727 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0011_01_000001 from application application_1423764831909_0011
2015-02-12 10:20:36,727 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:20:36,728 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0011
2015-02-12 10:20:36,868 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073741936_1112, blk_1073741938_1114, blk_1073741939_1115, blk_1073741935_1111]
2015-02-12 10:20:36,868 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073741936_1112, blk_1073741937_1113, blk_1073741939_1115, blk_1073741940_1116, blk_1073741935_1111]
2015-02-12 10:20:37,289 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0011_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:20:37,289 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0011_000001
2015-02-12 10:20:37,289 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0011_000001
2015-02-12 10:20:37,289 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0011_000001 State change from FINISHING to FINISHED
2015-02-12 10:20:37,290 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0011 State change from FINISHING to FINISHED
2015-02-12 10:20:37,290 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0011
2015-02-12 10:20:37,290 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0011_000001
2015-02-12 10:20:37,289 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0011_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:20:37,290 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000001
2015-02-12 10:20:37,290 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0011_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:20:37,290 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0011,name=[34D75075BAD74E3FA517F1146BAA9B26/8B9A2A41AE244873966145DA0A2D992A] output1+output2/(1/3),user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0011/jobhistory/job/job_1423764831909_0011,appMasterHost=10.1.1.68,startTime=1423765199962,finishTime=1423765230617,finalStatus=SUCCEEDED
2015-02-12 10:20:37,290 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:20:37,291 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0011_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:20:37,291 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:20:37,291 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1
2015-02-12 10:20:37,291 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0011_000001 released container container_1423764831909_0011_01_000001 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:20:37,291 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0011_000001 is done. finalState=FINISHED
2015-02-12 10:20:37,291 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0011 requests cleared
2015-02-12 10:20:37,292 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0013 from user: soberoi activated in queue: default
2015-02-12 10:20:37,292 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0011 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:20:37,292 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0011 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:20:37,293 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0011_000001 (auth:SIMPLE)
2015-02-12 10:20:37,295 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0011_01_000001
2015-02-12 10:20:37,295 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0011 CONTAINERID=container_1423764831909_0011_01_000001
2015-02-12 10:20:37,296 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0011_01_000001]
2015-02-12 10:20:37,296 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:37,296 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:20:37,296 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0013_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:20:37,296 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0013 CONTAINERID=container_1423764831909_0013_01_000001
2015-02-12 10:20:37,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0011
2015-02-12 10:20:37,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0011
2015-02-12 10:20:37,297 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0011
2015-02-12 10:20:37,297 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:20:37,297 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0011, with delay of 10800 seconds
2015-02-12 10:20:37,296 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0013_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:20:37,297 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0013_000001 container=Container: [ContainerId: container_1423764831909_0013_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:20:37,298 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:20:37,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0011
2015-02-12 10:20:37,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0011
2015-02-12 10:20:37,300 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0013_01_000001
2015-02-12 10:20:37,298 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:20:37,300 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0013_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:20:37,300 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0013_000001
2015-02-12 10:20:37,301 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0013 AttemptId: appattempt_1423764831909_0013_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0013_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ]
2015-02-12 10:20:37,301 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0013_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:20:37,301 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0013_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:20:37,301 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0013_000001
2015-02-12 10:20:37,302 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0013_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0013_000001
2015-02-12 10:20:37,303 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0013_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:20:37,303 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0013_000001
2015-02-12 10:20:37,303 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0013_000001
2015-02-12 10:20:37,305 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0013_000001 (auth:SIMPLE)
2015-02-12 10:20:37,308 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0013_01_000001 by user soberoi
2015-02-12 10:20:37,308 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0013
2015-02-12 10:20:37,309 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0013 CONTAINERID=container_1423764831909_0013_01_000001
2015-02-12 10:20:37,309 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0013 transitioned from NEW to INITING
2015-02-12 10:20:37,309 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0013_01_000001 to application application_1423764831909_0013
2015-02-12 10:20:37,309 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0013 transitioned from INITING to RUNNING
2015-02-12 10:20:37,309 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0013_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0013_000001
2015-02-12 10:20:37,309 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0013_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:20:37,309 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0013_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:20:37,309 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0013
2015-02-12 10:20:37,310 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:20:37,310 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:20:37,310 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:20:37,310 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:20:37,310 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0013_01_000001
2015-02-12 10:20:37,326 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0013_01_000001.tokens. Credentials list:
2015-02-12 10:20:37,452 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:37,453 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:20:37,453 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0011
2015-02-12 10:20:37,453 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0011
2015-02-12 10:20:37,454 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0011
2015-02-12 10:20:37,454 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0011
2015-02-12 10:20:37,454 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:20:37,454 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0011, with delay of 10800 seconds
2015-02-12 10:20:37,454 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0011
2015-02-12 10:20:37,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:20:37,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0013_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0013/container_1423764831909_0013_01_000001.tokens
2015-02-12 10:20:37,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0013
2015-02-12 10:20:37,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:37,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:37,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:20:37,827 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:20:37,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:20:37,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:20:37,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741936 for deletion
2015-02-12 10:20:37,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741937 for deletion
2015-02-12 10:20:37,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741939 for deletion
2015-02-12 10:20:37,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741940 for deletion
2015-02-12 10:20:37,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741936
2015-02-12 10:20:37,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741937
2015-02-12 10:20:37,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741935 for deletion
2015-02-12 10:20:37,862 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741939
2015-02-12 10:20:37,862 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741940
2015-02-12 10:20:37,862 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741935
2015-02-12 10:20:37,917 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0013/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:20:37,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.split dst=null perm=null proto=rpc
2015-02-12 10:20:37,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.split dst=null perm=null proto=rpc
2015-02-12 10:20:38,006 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0013/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:20:38,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:20:38,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:20:38,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:20:38,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:38,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:38,098 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0013/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:20:38,098 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0013_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:20:38,168 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0013_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:20:38,168 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:20:38,181 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741936 for deletion
2015-02-12 10:20:38,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741938_1114 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741938 for deletion
2015-02-12 10:20:38,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741939 for deletion
2015-02-12 10:20:38,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741935 for deletion
2015-02-12 10:20:38,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741936
2015-02-12 10:20:38,183 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741938_1114 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741938
2015-02-12 10:20:38,183 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741935
2015-02-12 10:20:38,183 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741939
2015-02-12 10:20:38,298 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0013_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:20:38,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0013/container_1423764831909_0013_01_000001/default_container_executor.sh]
2015-02-12 10:20:38,455 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:20:38,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012 dst=null perm=null proto=rpc
2015-02-12 10:20:38,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:20:38,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:20:39,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741949_1125
2015-02-12 10:20:39,037 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741945_1121
2015-02-12 10:20:39,037 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741941_1117
2015-02-12 10:20:39,038 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741950_1126
2015-02-12 10:20:39,244 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741952_1128
2015-02-12 10:20:39,244 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741948_1124
2015-02-12 10:20:39,245 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741944_1120
2015-02-12 10:20:39,246 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741943_1119
2015-02-12 10:20:39,247 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741947_1123
2015-02-12 10:20:39,353 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741941_1117
2015-02-12 10:20:39,353 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741942_1118
2015-02-12 10:20:39,354 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741947_1123
2015-02-12 10:20:39,355 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741944_1120
2015-02-12 10:20:39,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:20:39,556 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741945_1121
2015-02-12 10:20:39,557 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741952_1128
2015-02-12 10:20:39,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:20:39,761 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741951_1127
2015-02-12 10:20:39,761 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741948_1124
2015-02-12 10:20:39,899 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741949_1125
2015-02-12 10:20:39,899 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741942_1118
2015-02-12 10:20:39,900 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741943_1119
2015-02-12 10:20:39,958 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741946_1122
2015-02-12 10:20:39,958 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741950_1126
2015-02-12 10:20:40,102 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741946_1122
2015-02-12 10:20:40,103 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741941_1117
2015-02-12 10:20:40,306 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741944_1120
2015-02-12 10:20:40,306 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741948_1124
2015-02-12 10:20:40,307 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741947_1123
2015-02-12 10:20:40,308 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741951_1127
2015-02-12 10:20:40,540 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741943_1119
2015-02-12 10:20:40,541 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741951_1127
2015-02-12 10:20:40,542 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741947_1123
2015-02-12 10:20:40,744 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741945_1121
2015-02-12 10:20:40,947 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741946_1122
2015-02-12 10:20:40,947 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741949_1125
2015-02-12 10:20:40,948 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741948_1124
2015-02-12 10:20:40,949 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741952_1128
2015-02-12 10:20:40,949 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741950_1126
2015-02-12 10:20:42,061 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0012_000001 (auth:SIMPLE)
2015-02-12 10:20:42,065 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0012_000001
2015-02-12 10:20:42,065 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0012 APPATTEMPTID=appattempt_1423764831909_0012_000001
2015-02-12 10:20:42,065 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0012_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:20:42,065 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0012 State change from ACCEPTED to RUNNING
2015-02-12 10:20:42,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job_1423764831909_0012_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:20:42,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:20:42,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job_1423764831909_0012_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:20:42,609 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job_1423764831909_0012_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:20:42,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741953_1129 src: /127.0.0.1:62447 dest: /127.0.0.1:59852
2015-02-12 10:20:42,694 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741953_1129 src: /127.0.0.1:62448 dest: /127.0.0.1:59859
2015-02-12 10:20:42,695 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741953_1129 src: /127.0.0.1:62449 dest: /127.0.0.1:59855
2015-02-12 10:20:42,762 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62449, dest: /127.0.0.1:59855, bytes: 114007, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1848672967_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741953_1129, duration: 64932000
2015-02-12 10:20:42,762 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741953_1129, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:20:42,762 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:20:42,763 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62448, dest: /127.0.0.1:59859, bytes: 114007, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1848672967_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741953_1129, duration: 65641000
2015-02-12 10:20:42,763 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:42,763 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:20:42,763 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62447, dest: /127.0.0.1:59852, bytes: 114007, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1848672967_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741953_1129, duration: 66466000
2015-02-12 10:20:42,764 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:42,764 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:20:42,767 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job_1423764831909_0012_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1848672967_1
2015-02-12 10:20:43,150 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0012_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:20:43,150 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0012 CONTAINERID=container_1423764831909_0012_01_000002
2015-02-12 10:20:43,150 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0012_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:20:43,150 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0012_000001 container=Container: [ContainerId: container_1423764831909_0012_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:20:43,150 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-12 10:20:43,151 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:20:44,137 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0012_01_000002
2015-02-12 10:20:44,138 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0012_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:20:44,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:44,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:44,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:44,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:44,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:20:44,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:20:44,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:20:44,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:20:44,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:20:44,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:20:44,311 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0012_000001 (auth:SIMPLE)
2015-02-12 10:20:44,314 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0012_01_000002 by user soberoi
2015-02-12 10:20:44,314 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0012
2015-02-12 10:20:44,314 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0012 CONTAINERID=container_1423764831909_0012_01_000002
2015-02-12 10:20:44,314 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0012 transitioned from NEW to INITING
2015-02-12 10:20:44,315 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0012_01_000002 to application application_1423764831909_0012
2015-02-12 10:20:44,315 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0012 transitioned from INITING to RUNNING
2015-02-12 10:20:44,315 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0012_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:20:44,315 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0012
2015-02-12 10:20:44,315 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0012
2015-02-12 10:20:44,315 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:20:44,315 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0012
2015-02-12 10:20:44,316 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:20:44,316 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:20:44,316 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0012_01_000002
2015-02-12 10:20:44,331 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0012_01_000002.tokens. Credentials list:
2015-02-12 10:20:44,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:20:44,465 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741946_1122
2015-02-12 10:20:44,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:20:44,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:20:44,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:20:44,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:20:44,686 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0012_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0012/container_1423764831909_0012_01_000002.tokens
2015-02-12 10:20:44,687 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0012
2015-02-12 10:20:44,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:44,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:44,872 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:20:44,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:44,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:44,969 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0012/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:20:44,969 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0012_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:20:45,031 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0012_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:20:45,031 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:20:45,156 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:20:45,164 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0012_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:20:45,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0012/container_1423764831909_0012_01_000002/default_container_executor.sh]
2015-02-12 10:20:45,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741945_1121
2015-02-12 10:20:45,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013 dst=null perm=null proto=rpc
2015-02-12 10:20:45,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:20:45,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:20:46,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:20:46,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:20:49,471 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741953_1129
2015-02-12 10:20:49,976 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741953_1129
2015-02-12 10:20:50,325 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741953_1129
2015-02-12 10:20:54,973 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0013_000001 (auth:SIMPLE)
2015-02-12 10:20:54,983 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0013_000001
2015-02-12 10:20:54,983 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0013 APPATTEMPTID=appattempt_1423764831909_0013_000001
2015-02-12 10:20:54,983 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0013_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:20:54,983 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0013 State change from ACCEPTED to RUNNING
2015-02-12 10:20:55,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job_1423764831909_0013_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:20:55,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:20:55,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job_1423764831909_0013_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:20:56,221 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0013_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:20:56,221 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0013 CONTAINERID=container_1423764831909_0013_01_000002
2015-02-12 10:20:56,221 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0013_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:20:56,221 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0013_000001 container=Container: [ContainerId: container_1423764831909_0013_01_000002, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:20:56,221 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-02-12 10:20:56,221 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:20:56,687 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job_1423764831909_0013_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:20:56,857 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741954_1130 src: /127.0.0.1:62496 dest: /127.0.0.1:59852
2015-02-12 10:20:56,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741954_1130 src: /127.0.0.1:62498 dest: /127.0.0.1:59862
2015-02-12 10:20:56,860 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741954_1130 src: /127.0.0.1:62499 dest: /127.0.0.1:59855
2015-02-12 10:20:57,092 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62499, dest: /127.0.0.1:59855, bytes: 115354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-774744858_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741954_1130, duration: 231032000
2015-02-12 10:20:57,093 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741954_1130, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:20:57,093 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:20:57,093 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62498, dest: /127.0.0.1:59862, bytes: 115354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-774744858_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741954_1130, duration: 231784000
2015-02-12 10:20:57,094 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:57,094 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:20:57,094 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62496, dest: /127.0.0.1:59852, bytes: 115354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-774744858_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741954_1130, duration: 232852000
2015-02-12 10:20:57,095 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:20:57,095 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:20:57,099 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job_1423764831909_0013_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-774744858_1
2015-02-12 10:20:57,205 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0013_01_000002
2015-02-12 10:20:57,206 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0013_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:20:57,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:57,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:57,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:57,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:57,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:20:57,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:20:57,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:20:57,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:20:57,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:20:57,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:20:57,715 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0013_000001 (auth:SIMPLE)
2015-02-12 10:20:57,718 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0013_01_000002 by user soberoi
2015-02-12 10:20:57,719 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0013
2015-02-12 10:20:57,719 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0013 CONTAINERID=container_1423764831909_0013_01_000002
2015-02-12 10:20:57,719 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0013 transitioned from NEW to INITING
2015-02-12 10:20:57,719 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0013_01_000002 to application application_1423764831909_0013
2015-02-12 10:20:57,719 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0013 transitioned from INITING to RUNNING
2015-02-12 10:20:57,720 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0013_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:20:57,720 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0013
2015-02-12 10:20:57,720 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0013
2015-02-12 10:20:57,720 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:20:57,720 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0013
2015-02-12 10:20:57,720 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:20:57,720 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:20:57,721 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0013_01_000002
2015-02-12 10:20:57,735 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0013_01_000002.tokens. Credentials list:
2015-02-12 10:20:57,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:20:58,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0013_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0013/container_1423764831909_0013_01_000002.tokens
2015-02-12 10:20:58,137 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0013
2015-02-12 10:20:58,219 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:20:58,229 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0013_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:20:58,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:58,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 10:20:58,389 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:20:58,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:58,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 10:20:58,501 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0013/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:20:58,501 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0013_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:20:58,550 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0013_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:20:58,550 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:20:58,834 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0013/container_1423764831909_0013_01_000002/default_container_executor.sh]
2015-02-12 10:21:04,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:04,995 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741954_1130
2015-02-12 10:21:05,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:21:05,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:21:05,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/_temporary/attempt_1423764831909_0012_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:05,351 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741954_1130
2015-02-12 10:21:05,981 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741954_1130
2015-02-12 10:21:06,103 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/_temporary/attempt_1423764831909_0012_m_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:21:06,190 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741955_1131 src: /127.0.0.1:62528 dest: /127.0.0.1:59862
2015-02-12 10:21:06,191 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741955_1131 src: /127.0.0.1:62529 dest: /127.0.0.1:59859
2015-02-12 10:21:06,193 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741955_1131 src: /127.0.0.1:62530 dest: /127.0.0.1:59855
2015-02-12 10:21:06,382 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30006 milliseconds
2015-02-12 10:21:06,382 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:21:06,517 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62530, dest: /127.0.0.1:59855, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0012_m_000000_0_1597531829_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741955_1131, duration: 322756000
2015-02-12 10:21:06,518 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741955_1131, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:06,518 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:21:06,518 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62529, dest: /127.0.0.1:59859, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0012_m_000000_0_1597531829_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741955_1131, duration: 323604000
2015-02-12 10:21:06,518 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:06,519 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:21:06,519 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62528, dest: /127.0.0.1:59862, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0012_m_000000_0_1597531829_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741955_1131, duration: 324492000
2015-02-12 10:21:06,519 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:06,520 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:21:06,523 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/_temporary/attempt_1423764831909_0012_m_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0012_m_000000_0_1597531829_1
2015-02-12 10:21:06,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/_temporary/attempt_1423764831909_0012_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:21:06,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/_temporary/attempt_1423764831909_0012_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:21:06,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/task_1423764831909_0012_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:21:06,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/_temporary/attempt_1423764831909_0012_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/task_1423764831909_0012_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:21:06,569 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0012_000001 (auth:SIMPLE)
2015-02-12 10:21:06,571 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0012_01_000002
2015-02-12 10:21:06,571 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0012 CONTAINERID=container_1423764831909_0012_01_000002
2015-02-12 10:21:06,571 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0012_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:21:06,571 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0012_01_000002
2015-02-12 10:21:06,589 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0012_01_000002 is : 143
2015-02-12 10:21:06,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:06,591 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job_1423764831909_0012_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:21:06,593 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1848672967_1
2015-02-12 10:21:06,593 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741956_1132 src: /127.0.0.1:62533 dest: /127.0.0.1:59852
2015-02-12 10:21:06,594 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741956_1132 src: /127.0.0.1:62534 dest: /127.0.0.1:59862
2015-02-12 10:21:06,596 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741956_1132 src: /127.0.0.1:62535 dest: /127.0.0.1:59859
2015-02-12 10:21:06,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:21:06,602 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0012_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:21:06,602 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0012/container_1423764831909_0012_01_000002
2015-02-12 10:21:06,603 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0012/container_1423764831909_0012_01_000002
2015-02-12 10:21:06,603 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0012/container_1423764831909_0012_01_000002
2015-02-12 10:21:06,603 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0012/container_1423764831909_0012_01_000002
2015-02-12 10:21:06,604 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0012 CONTAINERID=container_1423764831909_0012_01_000002
2015-02-12 10:21:06,604 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0012_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:21:06,604 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0012_01_000002 from application application_1423764831909_0012
2015-02-12 10:21:06,604 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:06,604 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0012
2015-02-12 10:21:06,606 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job_1423764831909_0012_1.jhist for DFSClient_NONMAPREDUCE_1848672967_1
2015-02-12 10:21:06,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null proto=rpc
2015-02-12 10:21:06,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null proto=rpc
2015-02-12 10:21:06,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/task_1423764831909_0012_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:21:06,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:21:06,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/task_1423764831909_0012_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:06,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary dst=null perm=null proto=rpc
2015-02-12 10:21:06,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:06,628 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1848672967_1
2015-02-12 10:21:06,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:06,632 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1848672967_1
2015-02-12 10:21:06,649 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62535, dest: /127.0.0.1:59859, bytes: 24142, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1848672967_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741956_1132, duration: 50479000
2015-02-12 10:21:06,649 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741956_1132, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:06,650 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 13568
2015-02-12 10:21:06,650 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62534, dest: /127.0.0.1:59862, bytes: 24142, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1848672967_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741956_1132, duration: 51033000
2015-02-12 10:21:06,650 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:06,651 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 13568
2015-02-12 10:21:06,652 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62533, dest: /127.0.0.1:59852, bytes: 24142, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1848672967_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741956_1132, duration: 53268000
2015-02-12 10:21:06,652 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:06,652 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 13568
2015-02-12 10:21:06,653 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job_1423764831909_0012_1.jhist is closed by DFSClient_NONMAPREDUCE_1848672967_1
2015-02-12 10:21:06,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:06,659 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:21:06,661 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741957_1133 src: /127.0.0.1:62536 dest: /127.0.0.1:59862
2015-02-12 10:21:06,663 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741957_1133 src: /127.0.0.1:62537 dest: /127.0.0.1:59855
2015-02-12 10:21:06,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741957_1133 src: /127.0.0.1:62538 dest: /127.0.0.1:59852
2015-02-12 10:21:06,668 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62538, dest: /127.0.0.1:59852, bytes: 444, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1848672967_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741957_1133, duration: 2047000
2015-02-12 10:21:06,668 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741957_1133, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:06,669 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:21:06,669 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62537, dest: /127.0.0.1:59855, bytes: 444, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1848672967_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741957_1133, duration: 2949000
2015-02-12 10:21:06,669 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:06,670 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:21:06,670 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62536, dest: /127.0.0.1:59862, bytes: 444, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1848672967_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741957_1133, duration: 4005000
2015-02-12 10:21:06,670 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:06,671 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:21:06,677 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012.summary_tmp is closed by DFSClient_NONMAPREDUCE_1848672967_1
2015-02-12 10:21:06,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:21:06,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job_1423764831909_0012_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:21:06,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012-1423765232053-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F5386920CED874759-1423765266633-1-0-SUCCEEDED-default-1423765242113.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:21:06,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job_1423764831909_0012_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:21:06,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012-1423765232053-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F5386920CED874759-1423765266633-1-0-SUCCEEDED-default-1423765242113.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:21:06,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job_1423764831909_0012_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:21:06,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012-1423765232053-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F5386920CED874759-1423765266633-1-0-SUCCEEDED-default-1423765242113.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:06,704 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012-1423765232053-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F5386920CED874759-1423765266633-1-0-SUCCEEDED-default-1423765242113.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:21:06,706 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741958_1134 src: /127.0.0.1:62540 dest: /127.0.0.1:59855
2015-02-12 10:21:06,708 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741958_1134 src: /127.0.0.1:62541 dest: /127.0.0.1:59859
2015-02-12 10:21:06,709 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741958_1134 src: /127.0.0.1:62542 dest: /127.0.0.1:59862
2015-02-12 10:21:06,713 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62542, dest: /127.0.0.1:59862, bytes: 24142, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1848672967_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741958_1134, duration: 1584000
2015-02-12 10:21:06,713 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741958_1134, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:06,713 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:21:06,714 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62541, dest: /127.0.0.1:59859, bytes: 24142, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1848672967_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741958_1134, duration: 2266000
2015-02-12 10:21:06,714 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:06,714 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:21:06,715 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62540, dest: /127.0.0.1:59855, bytes: 24142, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1848672967_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741958_1134, duration: 3186000
2015-02-12 10:21:06,715 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:06,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:21:06,717 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012-1423765232053-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F5386920CED874759-1423765266633-1-0-SUCCEEDED-default-1423765242113.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1848672967_1
2015-02-12 10:21:06,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012-1423765232053-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F5386920CED874759-1423765266633-1-0-SUCCEEDED-default-1423765242113.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:21:06,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job_1423764831909_0012_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:21:06,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:21:06,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job_1423764831909_0012_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:21:06,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:21:06,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012/job_1423764831909_0012_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:21:06,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:06,733 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:21:06,735 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741959_1135 src: /127.0.0.1:62544 dest: /127.0.0.1:59855
2015-02-12 10:21:06,737 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741959_1135 src: /127.0.0.1:62545 dest: /127.0.0.1:59852
2015-02-12 10:21:06,738 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741959_1135 src: /127.0.0.1:62546 dest: /127.0.0.1:59862
2015-02-12 10:21:06,741 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62546, dest: /127.0.0.1:59862, bytes: 114007, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1848672967_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741959_1135, duration: 1931000
2015-02-12 10:21:06,742 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741959_1135, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:06,742 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:21:06,742 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62545, dest: /127.0.0.1:59852, bytes: 114007, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1848672967_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741959_1135, duration: 2795000
2015-02-12 10:21:06,743 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:06,743 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:21:06,743 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62544, dest: /127.0.0.1:59855, bytes: 114007, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1848672967_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741959_1135, duration: 3661000
2015-02-12 10:21:06,743 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:06,744 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:21:06,745 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1848672967_1
2015-02-12 10:21:06,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:21:06,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:21:06,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:21:06,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012-1423765232053-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F5386920CED874759-1423765266633-1-0-SUCCEEDED-default-1423765242113.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012-1423765232053-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F5386920CED874759-1423765266633-1-0-SUCCEEDED-default-1423765242113.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:21:06,827 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0012_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:21:06,827 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0012_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:21:06,827 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0012 with final state: FINISHING
2015-02-12 10:21:06,827 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0012 State change from RUNNING to FINAL_SAVING
2015-02-12 10:21:06,827 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0012
2015-02-12 10:21:06,829 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0012_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:21:06,829 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0012 State change from FINAL_SAVING to FINISHING
2015-02-12 10:21:07,577 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0012_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:21:07,577 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0012_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:21:07,577 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0012 CONTAINERID=container_1423764831909_0012_01_000002
2015-02-12 10:21:07,577 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0012_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:21:07,577 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:3> numContainers=3 user=soberoi user-resources=<memory:5120, vCores:3>
2015-02-12 10:21:07,578 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0012_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:21:07,578 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:07,578 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-12 10:21:07,579 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0012_000001 released container container_1423764831909_0012_01_000002 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:21:07,830 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0012 unregistered successfully.
2015-02-12 10:21:07,833 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741946_1122 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:21:07,834 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741948_1124 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:21:07,834 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741950_1126 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:21:07,834 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741951_1127 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:21:07,834 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741956_1132 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:21:07,834 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741953_1129 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:21:07,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0012 dst=null perm=null proto=rpc
2015-02-12 10:21:08,578 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:09,579 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:09,907 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073741953_1129, blk_1073741946_1122, blk_1073741948_1124, blk_1073741950_1126, blk_1073741951_1127]
2015-02-12 10:21:09,907 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073741953_1129, blk_1073741956_1132, blk_1073741946_1122, blk_1073741948_1124, blk_1073741951_1127]
2015-02-12 10:21:10,586 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:10,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:10,892 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741953 for deletion
2015-02-12 10:21:10,892 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741956 for deletion
2015-02-12 10:21:10,892 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741946 for deletion
2015-02-12 10:21:10,892 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741953
2015-02-12 10:21:10,893 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741948 for deletion
2015-02-12 10:21:10,893 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 10:21:10,893 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741956
2015-02-12 10:21:10,893 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741946
2015-02-12 10:21:10,894 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741948
2015-02-12 10:21:10,894 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 10:21:10,906 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741953 for deletion
2015-02-12 10:21:10,907 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741946 for deletion
2015-02-12 10:21:10,907 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741948 for deletion
2015-02-12 10:21:10,907 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741950 for deletion
2015-02-12 10:21:10,907 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 10:21:10,907 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741953
2015-02-12 10:21:10,908 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741946
2015-02-12 10:21:10,908 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741948
2015-02-12 10:21:10,908 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741950
2015-02-12 10:21:10,908 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 10:21:11,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:21:11,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:21:11,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/_temporary/attempt_1423764831909_0013_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:21:11,324 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0013_000001 (auth:SIMPLE)
2015-02-12 10:21:11,326 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0013_01_000002
2015-02-12 10:21:11,326 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0013 CONTAINERID=container_1423764831909_0013_01_000002
2015-02-12 10:21:11,326 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0013_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:21:11,326 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0013_01_000002
2015-02-12 10:21:11,340 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0013_01_000002 is : 143
2015-02-12 10:21:11,345 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job_1423764831909_0013_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:21:11,347 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741960_1136 src: /127.0.0.1:62647 dest: /127.0.0.1:59862
2015-02-12 10:21:11,349 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741960_1136 src: /127.0.0.1:62648 dest: /127.0.0.1:59855
2015-02-12 10:21:11,352 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0013_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:21:11,353 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0013 CONTAINERID=container_1423764831909_0013_01_000002
2015-02-12 10:21:11,353 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0013_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:21:11,353 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0013_01_000002 from application application_1423764831909_0013
2015-02-12 10:21:11,353 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:11,353 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0013
2015-02-12 10:21:11,354 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0013/container_1423764831909_0013_01_000002
2015-02-12 10:21:11,354 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0013/container_1423764831909_0013_01_000002
2015-02-12 10:21:11,354 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0013/container_1423764831909_0013_01_000002
2015-02-12 10:21:11,354 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0013/container_1423764831909_0013_01_000002
2015-02-12 10:21:11,355 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741960_1136 src: /127.0.0.1:62649 dest: /127.0.0.1:59852
2015-02-12 10:21:11,359 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job_1423764831909_0013_1.jhist for DFSClient_NONMAPREDUCE_-774744858_1
2015-02-12 10:21:11,594 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:12,331 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0013_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:21:12,331 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0013_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:21:12,331 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0013 CONTAINERID=container_1423764831909_0013_01_000002
2015-02-12 10:21:12,331 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0013_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:21:12,331 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:2> numContainers=2 user=soberoi user-resources=<memory:4096, vCores:2>
2015-02-12 10:21:12,332 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0013_01_000002, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:21:12,333 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:12,333 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:21:12,333 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0013_000001 released container container_1423764831909_0013_01_000002 on node: host: 10.1.1.68:59942 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:21:12,602 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:12,913 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073741956_1132, blk_1073741946_1122, blk_1073741948_1124, blk_1073741950_1126, blk_1073741951_1127]
2015-02-12 10:21:12,913 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0012_01_000001 succeeded
2015-02-12 10:21:12,913 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073741953_1129, blk_1073741956_1132, blk_1073741946_1122, blk_1073741948_1124, blk_1073741950_1126]
2015-02-12 10:21:12,913 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0012_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:21:12,913 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0012_01_000001
2015-02-12 10:21:12,936 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0012/container_1423764831909_0012_01_000001
2015-02-12 10:21:12,937 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0012/container_1423764831909_0012_01_000001
2015-02-12 10:21:12,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0012/container_1423764831909_0012_01_000001
2015-02-12 10:21:12,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0012/container_1423764831909_0012_01_000001
2015-02-12 10:21:12,939 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0012 CONTAINERID=container_1423764831909_0012_01_000001
2015-02-12 10:21:12,939 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0012_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:21:12,940 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0012_01_000001 from application application_1423764831909_0012
2015-02-12 10:21:12,940 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:12,940 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0012
2015-02-12 10:21:13,335 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0012_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:21:13,336 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0012_000001
2015-02-12 10:21:13,336 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0012_000001
2015-02-12 10:21:13,336 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0012_000001 State change from FINISHING to FINISHED
2015-02-12 10:21:13,336 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0012_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:21:13,336 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0012 CONTAINERID=container_1423764831909_0012_01_000001
2015-02-12 10:21:13,336 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0012_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:21:13,336 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:21:13,336 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0012 State change from FINISHING to FINISHED
2015-02-12 10:21:13,337 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0012_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:21:13,337 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0012
2015-02-12 10:21:13,337 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0012_000001
2015-02-12 10:21:13,337 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0012,name=[34D75075BAD74E3FA517F1146BAA9B26/5386920CED8747598C7605DD4FE8C6A4] output1+output2/(2/3) ...edpipesplatform/splitout1,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0012/jobhistory/job/job_1423764831909_0012,appMasterHost=10.1.1.68,startTime=1423765232053,finishTime=1423765266827,finalStatus=SUCCEEDED
2015-02-12 10:21:13,337 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:13,337 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:21:13,338 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0012_000001 released container container_1423764831909_0012_01_000001 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:21:13,338 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:13,338 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0012_000001 is done. finalState=FINISHED
2015-02-12 10:21:13,338 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0012 requests cleared
2015-02-12 10:21:13,338 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0012 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:21:13,342 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0012 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:21:13,344 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0012_000001 (auth:SIMPLE)
2015-02-12 10:21:13,348 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0012_01_000001
2015-02-12 10:21:13,348 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0012 CONTAINERID=container_1423764831909_0012_01_000001
2015-02-12 10:21:13,349 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0012_01_000001]
2015-02-12 10:21:13,349 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:13,349 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:13,349 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:21:13,350 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0013_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:21:13,350 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0013 CONTAINERID=container_1423764831909_0013_01_000003
2015-02-12 10:21:13,350 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0013_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:21:13,350 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0013_000001 container=Container: [ContainerId: container_1423764831909_0013_01_000003, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:21:13,350 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0012
2015-02-12 10:21:13,350 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:21:13,350 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0012
2015-02-12 10:21:13,350 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:13,350 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:21:13,351 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0012, with delay of 10800 seconds
2015-02-12 10:21:13,350 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0012
2015-02-12 10:21:13,351 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0012
2015-02-12 10:21:13,350 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0012
2015-02-12 10:21:13,608 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:21:13,608 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:13,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0012
2015-02-12 10:21:13,609 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0012
2015-02-12 10:21:13,609 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0012
2015-02-12 10:21:13,609 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:21:13,609 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0012, with delay of 10800 seconds
2015-02-12 10:21:13,609 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0012
2015-02-12 10:21:13,609 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0012
2015-02-12 10:21:14,238 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741953 for deletion
2015-02-12 10:21:14,238 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741956 for deletion
2015-02-12 10:21:14,238 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741946 for deletion
2015-02-12 10:21:14,238 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741948 for deletion
2015-02-12 10:21:14,239 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741950 for deletion
2015-02-12 10:21:14,239 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741953
2015-02-12 10:21:14,240 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741956
2015-02-12 10:21:14,240 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741946
2015-02-12 10:21:14,240 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741948
2015-02-12 10:21:14,241 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741950
2015-02-12 10:21:14,353 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0013_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:21:14,356 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0013_01_000002]
2015-02-12 10:21:14,357 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:14,365 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0013_000001 (auth:SIMPLE)
2015-02-12 10:21:14,368 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0013_01_000003 by user soberoi
2015-02-12 10:21:14,368 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0013 CONTAINERID=container_1423764831909_0013_01_000003
2015-02-12 10:21:14,368 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0013_01_000003 to application application_1423764831909_0013
2015-02-12 10:21:14,368 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0013_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:21:14,368 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0013
2015-02-12 10:21:14,369 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0013
2015-02-12 10:21:14,369 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:21:14,369 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0013
2015-02-12 10:21:14,369 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0013_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:21:14,383 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741956 for deletion
2015-02-12 10:21:14,383 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741946 for deletion
2015-02-12 10:21:14,383 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741948 for deletion
2015-02-12 10:21:14,383 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741950 for deletion
2015-02-12 10:21:14,383 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741956
2015-02-12 10:21:14,384 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741946
2015-02-12 10:21:14,383 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 10:21:14,384 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741948
2015-02-12 10:21:14,385 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741950
2015-02-12 10:21:14,385 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 10:21:14,410 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0013_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:21:14,410 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:14,494 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741955_1131
2015-02-12 10:21:14,495 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741958_1134
2015-02-12 10:21:14,517 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0013/container_1423764831909_0013_01_000003/default_container_executor.sh]
2015-02-12 10:21:14,609 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:15,008 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741957_1133
2015-02-12 10:21:15,009 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741959_1135
2015-02-12 10:21:15,010 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741955_1131
2015-02-12 10:21:15,010 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741958_1134
2015-02-12 10:21:15,360 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0013_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:21:15,360 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:21:15,361 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741957_1133
2015-02-12 10:21:15,362 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741959_1135
2015-02-12 10:21:15,995 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741957_1133
2015-02-12 10:21:15,995 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741955_1131
2015-02-12 10:21:15,996 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741958_1134
2015-02-12 10:21:15,996 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741959_1135
2015-02-12 10:21:18,968 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:21:19,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/_temporary/attempt_1423764831909_0013_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:19,652 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/_temporary/attempt_1423764831909_0013_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:21:19,788 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741961_1137 src: /127.0.0.1:62689 dest: /127.0.0.1:59855
2015-02-12 10:21:19,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741961_1137 src: /127.0.0.1:62690 dest: /127.0.0.1:59852
2015-02-12 10:21:19,791 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741961_1137 src: /127.0.0.1:62691 dest: /127.0.0.1:59862
2015-02-12 10:21:19,967 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62691, dest: /127.0.0.1:59862, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0013_r_000000_0_-1889511054_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741961_1137, duration: 173932000
2015-02-12 10:21:19,967 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741961_1137, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:19,967 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:21:19,968 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62690, dest: /127.0.0.1:59852, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0013_r_000000_0_-1889511054_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741961_1137, duration: 174828000
2015-02-12 10:21:19,968 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:19,968 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:21:19,969 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62689, dest: /127.0.0.1:59855, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0013_r_000000_0_-1889511054_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741961_1137, duration: 175797000
2015-02-12 10:21:19,969 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:19,969 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:21:19,973 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/_temporary/attempt_1423764831909_0013_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0013_r_000000_0_-1889511054_1
2015-02-12 10:21:19,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/_temporary/attempt_1423764831909_0013_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:21:20,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/_temporary/attempt_1423764831909_0013_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:21:20,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/task_1423764831909_0013_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:21:20,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/_temporary/attempt_1423764831909_0013_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/task_1423764831909_0013_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:21:20,041 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0013_000001 (auth:SIMPLE)
2015-02-12 10:21:20,043 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0013_01_000003
2015-02-12 10:21:20,043 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0013 CONTAINERID=container_1423764831909_0013_01_000003
2015-02-12 10:21:20,043 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0013_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:21:20,043 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0013_01_000003
2015-02-12 10:21:20,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:20,052 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-774744858_1
2015-02-12 10:21:20,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:21:20,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null proto=rpc
2015-02-12 10:21:20,069 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0013_01_000003 is : 143
2015-02-12 10:21:20,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null proto=rpc
2015-02-12 10:21:20,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/task_1423764831909_0013_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:21:20,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:21:20,075 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0013_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:21:20,075 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0013/container_1423764831909_0013_01_000003
2015-02-12 10:21:20,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/task_1423764831909_0013_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:20,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0013/container_1423764831909_0013_01_000003
2015-02-12 10:21:20,076 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0013 CONTAINERID=container_1423764831909_0013_01_000003
2015-02-12 10:21:20,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0013/container_1423764831909_0013_01_000003
2015-02-12 10:21:20,076 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0013_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:21:20,077 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0013_01_000003 from application application_1423764831909_0013
2015-02-12 10:21:20,077 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:20,077 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0013
2015-02-12 10:21:20,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0013/container_1423764831909_0013_01_000003
2015-02-12 10:21:20,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary dst=null perm=null proto=rpc
2015-02-12 10:21:20,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:20,088 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-774744858_1
2015-02-12 10:21:20,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:20,091 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-774744858_1
2015-02-12 10:21:20,110 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62649, dest: /127.0.0.1:59852, bytes: 38076, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-774744858_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741960_1136, duration: 8753652000
2015-02-12 10:21:20,111 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741960_1136, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:20,115 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 13755
2015-02-12 10:21:20,115 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62648, dest: /127.0.0.1:59855, bytes: 38076, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-774744858_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741960_1136, duration: 8758137000
2015-02-12 10:21:20,115 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:20,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 13755
2015-02-12 10:21:20,116 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62647, dest: /127.0.0.1:59862, bytes: 38076, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-774744858_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741960_1136, duration: 8758998000
2015-02-12 10:21:20,116 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:20,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 13755
2015-02-12 10:21:20,118 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job_1423764831909_0013_1.jhist is closed by DFSClient_NONMAPREDUCE_-774744858_1
2015-02-12 10:21:20,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:20,124 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:21:20,126 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741962_1138 src: /127.0.0.1:62693 dest: /127.0.0.1:59852
2015-02-12 10:21:20,128 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741962_1138 src: /127.0.0.1:62694 dest: /127.0.0.1:59855
2015-02-12 10:21:20,130 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741962_1138 src: /127.0.0.1:62695 dest: /127.0.0.1:59862
2015-02-12 10:21:20,133 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62695, dest: /127.0.0.1:59862, bytes: 459, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-774744858_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741962_1138, duration: 1692000
2015-02-12 10:21:20,133 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741962_1138, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:20,133 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:21:20,134 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62694, dest: /127.0.0.1:59855, bytes: 459, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-774744858_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741962_1138, duration: 2401000
2015-02-12 10:21:20,134 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:20,134 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:21:20,135 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62693, dest: /127.0.0.1:59852, bytes: 459, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-774744858_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741962_1138, duration: 3246000
2015-02-12 10:21:20,135 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:20,135 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:21:20,137 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013.summary_tmp is closed by DFSClient_NONMAPREDUCE_-774744858_1
2015-02-12 10:21:20,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:21:20,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job_1423764831909_0013_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:21:20,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013-1423765232068-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F41E9879C157B4307-1423765280092-1-1-SUCCEEDED-default-1423765255225.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:21:20,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job_1423764831909_0013_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:21:20,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013-1423765232068-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F41E9879C157B4307-1423765280092-1-1-SUCCEEDED-default-1423765255225.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:21:20,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job_1423764831909_0013_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:21:20,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013-1423765232068-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F41E9879C157B4307-1423765280092-1-1-SUCCEEDED-default-1423765255225.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:20,161 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013-1423765232068-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F41E9879C157B4307-1423765280092-1-1-SUCCEEDED-default-1423765255225.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:21:20,163 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741963_1139 src: /127.0.0.1:62697 dest: /127.0.0.1:59862
2015-02-12 10:21:20,165 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741963_1139 src: /127.0.0.1:62698 dest: /127.0.0.1:59852
2015-02-12 10:21:20,166 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741963_1139 src: /127.0.0.1:62699 dest: /127.0.0.1:59855
2015-02-12 10:21:20,169 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62699, dest: /127.0.0.1:59855, bytes: 38076, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-774744858_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741963_1139, duration: 1528000
2015-02-12 10:21:20,170 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741963_1139, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:20,170 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:21:20,170 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62698, dest: /127.0.0.1:59852, bytes: 38076, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-774744858_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741963_1139, duration: 2162000
2015-02-12 10:21:20,170 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:20,171 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62697, dest: /127.0.0.1:59862, bytes: 38076, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-774744858_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741963_1139, duration: 3285000
2015-02-12 10:21:20,172 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:20,171 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:21:20,172 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:21:20,175 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013-1423765232068-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F41E9879C157B4307-1423765280092-1-1-SUCCEEDED-default-1423765255225.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-774744858_1
2015-02-12 10:21:20,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013-1423765232068-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F41E9879C157B4307-1423765280092-1-1-SUCCEEDED-default-1423765255225.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:21:20,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job_1423764831909_0013_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:21:20,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:21:20,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job_1423764831909_0013_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:21:20,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:21:20,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013/job_1423764831909_0013_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:21:20,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:20,189 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:21:20,191 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741964_1140 src: /127.0.0.1:62701 dest: /127.0.0.1:59862
2015-02-12 10:21:20,193 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741964_1140 src: /127.0.0.1:62702 dest: /127.0.0.1:59859
2015-02-12 10:21:20,194 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741964_1140 src: /127.0.0.1:62703 dest: /127.0.0.1:59855
2015-02-12 10:21:20,198 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62703, dest: /127.0.0.1:59855, bytes: 115354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-774744858_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741964_1140, duration: 1967000
2015-02-12 10:21:20,198 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741964_1140, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:20,198 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:21:20,199 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62702, dest: /127.0.0.1:59859, bytes: 115354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-774744858_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741964_1140, duration: 2659000
2015-02-12 10:21:20,199 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:20,199 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:21:20,200 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62701, dest: /127.0.0.1:59862, bytes: 115354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-774744858_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741964_1140, duration: 3579000
2015-02-12 10:21:20,200 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:20,200 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:21:20,202 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-774744858_1
2015-02-12 10:21:20,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:21:20,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:21:20,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:21:20,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013-1423765232068-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F41E9879C157B4307-1423765280092-1-1-SUCCEEDED-default-1423765255225.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013-1423765232068-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F41E9879C157B4307-1423765280092-1-1-SUCCEEDED-default-1423765255225.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:21:20,217 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0013_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:21:20,217 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0013_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:21:20,217 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0013 with final state: FINISHING
2015-02-12 10:21:20,217 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0013 State change from RUNNING to FINAL_SAVING
2015-02-12 10:21:20,217 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0013
2015-02-12 10:21:20,217 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0013_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:21:20,218 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0013 State change from FINAL_SAVING to FINISHING
2015-02-12 10:21:21,050 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0013_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:21:21,051 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0013_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:21:21,051 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0013 CONTAINERID=container_1423764831909_0013_01_000003
2015-02-12 10:21:21,051 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0013_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:21:21,051 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:21:21,052 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0013_01_000003, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:21:21,052 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:21,052 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:21:21,052 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0013_000001 released container container_1423764831909_0013_01_000003 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:21:21,226 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0013 unregistered successfully.
2015-02-12 10:21:21,230 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741945_1121 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:21:21,230 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741947_1123 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:21:21,231 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741949_1125 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:21:21,231 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741952_1128 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:21:21,232 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741960_1136 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:21:21,232 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741954_1130 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:21:21,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0013 dst=null perm=null proto=rpc
2015-02-12 10:21:21,289 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741941_1117 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:21:21,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/2881722285_output1_ED9CFC3556D641E5B112CA6C108C16A7 dst=null perm=null proto=rpc
2015-02-12 10:21:21,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null proto=rpc
2015-02-12 10:21:21,291 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary
2015-02-12 10:21:21,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary dst=null perm=null proto=rpc
2015-02-12 10:21:21,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null proto=rpc
2015-02-12 10:21:21,293 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary
2015-02-12 10:21:21,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary dst=null perm=null proto=rpc
2015-02-12 10:21:21,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null proto=rpc
2015-02-12 10:21:21,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null proto=rpc
2015-02-12 10:21:21,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null proto=rpc
2015-02-12 10:21:21,314 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:21:21,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:21:21,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null proto=rpc
2015-02-12 10:21:21,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null proto=rpc
2015-02-12 10:21:21,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null proto=rpc
2015-02-12 10:21:21,343 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:21:21,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:21:21,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null proto=rpc
2015-02-12 10:21:21,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null proto=rpc
2015-02-12 10:21:21,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null proto=rpc
2015-02-12 10:21:21,369 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:21:21,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:21:21,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null proto=rpc
2015-02-12 10:21:21,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null proto=rpc
2015-02-12 10:21:21,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null proto=rpc
2015-02-12 10:21:21,396 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:21:21,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:21:21,399 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/splitout1
2015-02-12 10:21:21,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null proto=rpc
2015-02-12 10:21:21,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null proto=rpc
2015-02-12 10:21:21,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null proto=rpc
2015-02-12 10:21:21,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null proto=rpc
2015-02-12 10:21:21,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:21:21,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:21:21,407 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/splitout2
2015-02-12 10:21:21,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null proto=rpc
2015-02-12 10:21:21,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null proto=rpc
2015-02-12 10:21:21,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null proto=rpc
2015-02-12 10:21:21,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null proto=rpc
2015-02-12 10:21:21,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:21:21,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:21:21,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:21:21,511 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:21:21,511 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:21:21,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null proto=rpc
2015-02-12 10:21:21,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null proto=rpc
2015-02-12 10:21:21,594 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] starting
2015-02-12 10:21:21,595 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:21:21,595 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1"]
2015-02-12 10:21:21,595 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2"]
2015-02-12 10:21:21,595 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] parallel execution is enabled: true
2015-02-12 10:21:21,595 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] starting jobs: 2
2015-02-12 10:21:21,595 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] allocating threads: 2
2015-02-12 10:21:21,596 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] starting step: (1/2) ...eldedpipesplatform/split2
2015-02-12 10:21:21,597 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] starting step: (2/2) ...eldedpipesplatform/split1
2015-02-12 10:21:21,612 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:21:21,630 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:21:21,653 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:21:21,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null proto=rpc
2015-02-12 10:21:21,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:21:21,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:21:21,661 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 14
2015-02-12 10:21:21,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014 dst=null perm=null proto=rpc
2015-02-12 10:21:21,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:21:21,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:21:21,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:21:21,669 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:21:21,671 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741965_1141 src: /127.0.0.1:62709 dest: /127.0.0.1:59852
2015-02-12 10:21:21,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741965_1141 src: /127.0.0.1:62710 dest: /127.0.0.1:59862
2015-02-12 10:21:21,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741965_1141 src: /127.0.0.1:62711 dest: /127.0.0.1:59859
2015-02-12 10:21:21,683 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:21:21,684 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62711, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741965_1141, duration: 6722000
2015-02-12 10:21:21,685 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741965_1141, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:21,685 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:21:21,686 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62710, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741965_1141, duration: 8278000
2015-02-12 10:21:21,686 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:21,687 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:21:21,687 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62709, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741965_1141, duration: 9096000
2015-02-12 10:21:21,687 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:21,689 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:21:21,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null proto=rpc
2015-02-12 10:21:21,691 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:21:21,692 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar
2015-02-12 10:21:21,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:21:21,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:21:21,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:21:21,693 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 15
2015-02-12 10:21:21,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015 dst=null perm=null proto=rpc
2015-02-12 10:21:21,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:21:21,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:21:21,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:21:21,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:21:21,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:21:21,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:21:21,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:21:21,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:21:21,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,702 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:21:21,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:21:21,703 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:21:21,703 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741966_1142 src: /127.0.0.1:62712 dest: /127.0.0.1:59862
2015-02-12 10:21:21,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:21:21,704 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741966_1142 src: /127.0.0.1:62713 dest: /127.0.0.1:59855
2015-02-12 10:21:21,706 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741966_1142 src: /127.0.0.1:62714 dest: /127.0.0.1:59859
2015-02-12 10:21:21,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:21:21,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:21:21,713 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.split
2015-02-12 10:21:21,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:21,714 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62714, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741966_1142, duration: 2402000
2015-02-12 10:21:21,714 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741966_1142, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:21,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:21:21,715 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62713, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741966_1142, duration: 3215000
2015-02-12 10:21:21,715 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:21,716 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:21:21,716 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62712, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741966_1142, duration: 4146000
2015-02-12 10:21:21,716 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:21,716 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:21:21,721 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:21:21,721 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:21:21,722 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar
2015-02-12 10:21:21,723 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741967_1143 src: /127.0.0.1:62715 dest: /127.0.0.1:59852
2015-02-12 10:21:21,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:21:21,724 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741967_1143 src: /127.0.0.1:62716 dest: /127.0.0.1:59859
2015-02-12 10:21:21,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,726 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741967_1143 src: /127.0.0.1:62717 dest: /127.0.0.1:59862
2015-02-12 10:21:21,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,728 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741967_1143 src: /127.0.0.1:62718 dest: /127.0.0.1:59855
2015-02-12 10:21:21,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:21:21,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:21:21,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:21:21,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:21:21,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:21:21,732 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62718, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741967_1143, duration: 2190000
2015-02-12 10:21:21,733 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741967_1143, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:21,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,734 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:21:21,734 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62717, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741967_1143, duration: 3902000
2015-02-12 10:21:21,735 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:21,735 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:21:21,735 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62716, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741967_1143, duration: 5061000
2015-02-12 10:21:21,736 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:21,736 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:21:21,736 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62715, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741967_1143, duration: 6000000
2015-02-12 10:21:21,737 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:21,739 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:21:21,739 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:21:21,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:21:21,741 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:21:21,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:21:21,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:21:21,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:21:21,744 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:21:21,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:21:21,748 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741968_1144 src: /127.0.0.1:62719 dest: /127.0.0.1:59859
2015-02-12 10:21:21,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:21:21,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741968_1144 src: /127.0.0.1:62720 dest: /127.0.0.1:59855
2015-02-12 10:21:21,752 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.split
2015-02-12 10:21:21,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:21,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741968_1144 src: /127.0.0.1:62721 dest: /127.0.0.1:59852
2015-02-12 10:21:21,754 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:21:21,756 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62721, dest: /127.0.0.1:59852, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741968_1144, duration: 1360000
2015-02-12 10:21:21,756 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741969_1145 src: /127.0.0.1:62722 dest: /127.0.0.1:59852
2015-02-12 10:21:21,756 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741968_1144, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:21,757 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62720, dest: /127.0.0.1:59855, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741968_1144, duration: 1911000
2015-02-12 10:21:21,757 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:21,758 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62719, dest: /127.0.0.1:59859, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741968_1144, duration: 2700000
2015-02-12 10:21:21,758 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:21:21,758 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:21,758 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741969_1145 src: /127.0.0.1:62723 dest: /127.0.0.1:59862
2015-02-12 10:21:21,758 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:21:21,759 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:21:21,760 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741969_1145 src: /127.0.0.1:62724 dest: /127.0.0.1:59855
2015-02-12 10:21:21,761 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:21:21,762 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:21:21,762 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741969_1145 src: /127.0.0.1:62725 dest: /127.0.0.1:59859
2015-02-12 10:21:21,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:21:21,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:21:21,765 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62725, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741969_1145, duration: 1844000
2015-02-12 10:21:21,766 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741969_1145, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:21,766 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62724, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741969_1145, duration: 2266000
2015-02-12 10:21:21,766 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:21,767 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:21:21,767 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62723, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741969_1145, duration: 3188000
2015-02-12 10:21:21,767 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:21,768 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62722, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741969_1145, duration: 3739000
2015-02-12 10:21:21,768 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:21,768 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:21:21,769 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:21:21,769 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:21:21,774 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:21:21,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:21:21,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:21:21,779 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:21:21,780 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:21:21,780 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741970_1146 src: /127.0.0.1:62726 dest: /127.0.0.1:59862
2015-02-12 10:21:21,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741971_1147 src: /127.0.0.1:62727 dest: /127.0.0.1:59855
2015-02-12 10:21:21,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741970_1146 src: /127.0.0.1:62728 dest: /127.0.0.1:59859
2015-02-12 10:21:21,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741970_1146 src: /127.0.0.1:62730 dest: /127.0.0.1:59852
2015-02-12 10:21:21,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741971_1147 src: /127.0.0.1:62729 dest: /127.0.0.1:59852
2015-02-12 10:21:21,785 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741971_1147 src: /127.0.0.1:62731 dest: /127.0.0.1:59859
2015-02-12 10:21:21,786 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62730, dest: /127.0.0.1:59852, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741970_1146, duration: 1288000
2015-02-12 10:21:21,786 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741970_1146, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:21,787 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62728, dest: /127.0.0.1:59859, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741970_1146, duration: 2141000
2015-02-12 10:21:21,787 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:21,788 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62726, dest: /127.0.0.1:59862, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741970_1146, duration: 2826000
2015-02-12 10:21:21,788 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:21,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:21:21,789 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:21:21,790 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:21:21,790 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62731, dest: /127.0.0.1:59859, bytes: 97590, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741971_1147, duration: 3926000
2015-02-12 10:21:21,790 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741971_1147, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:21,791 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:21:21,791 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:21:21,791 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62729, dest: /127.0.0.1:59852, bytes: 97590, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741971_1147, duration: 4478000
2015-02-12 10:21:21,791 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:21:21,791 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:21,792 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62727, dest: /127.0.0.1:59855, bytes: 97590, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741971_1147, duration: 5568000
2015-02-12 10:21:21,792 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:21:21,792 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:21,792 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:21:21,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:21:21,795 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:21:21,795 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0014
2015-02-12 10:21:21,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:21:21,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014 dst=null perm=null proto=rpc
2015-02-12 10:21:21,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:21,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:21,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:21,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:21,804 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:21:21,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:21:21,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:21:21,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,809 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741972_1148 src: /127.0.0.1:62732 dest: /127.0.0.1:59855
2015-02-12 10:21:21,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,810 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741972_1148 src: /127.0.0.1:62733 dest: /127.0.0.1:59862
2015-02-12 10:21:21,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741972_1148 src: /127.0.0.1:62734 dest: /127.0.0.1:59859
2015-02-12 10:21:21,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,814 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 14 submitted by user soberoi
2015-02-12 10:21:21,814 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0014
2015-02-12 10:21:21,814 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0014
2015-02-12 10:21:21,814 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0014
2015-02-12 10:21:21,814 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0014 State change from NEW to NEW_SAVING
2015-02-12 10:21:21,815 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0014 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:21:21,815 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0014 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:21:21,815 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0014 from user: soberoi, in queue: default
2015-02-12 10:21:21,815 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62734, dest: /127.0.0.1:59859, bytes: 97586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741972_1148, duration: 1747000
2015-02-12 10:21:21,815 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741972_1148, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:21,815 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0014 State change from SUBMITTED to ACCEPTED
2015-02-12 10:21:21,815 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0014
2015-02-12 10:21:21,815 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0014_000001
2015-02-12 10:21:21,816 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0014_000001 State change from NEW to SUBMITTED
2015-02-12 10:21:21,816 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62733, dest: /127.0.0.1:59862, bytes: 97586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741972_1148, duration: 2340000
2015-02-12 10:21:21,816 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0014 from user: soberoi activated in queue: default
2015-02-12 10:21:21,816 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0014 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:21:21,816 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0014_000001 to scheduler from user soberoi in queue default
2015-02-12 10:21:21,816 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:21,817 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62732, dest: /127.0.0.1:59855, bytes: 97586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741972_1148, duration: 3178000
2015-02-12 10:21:21,817 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:21,817 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:21:21,818 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:21:21,818 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:21:21,824 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0014_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:21:21,824 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0014/
2015-02-12 10:21:21,825 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] submitted hadoop job: job_1423764831909_0014
2015-02-12 10:21:21,825 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0014/
2015-02-12 10:21:21,824 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:21:21,825 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0015
2015-02-12 10:21:21,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015 dst=null perm=null proto=rpc
2015-02-12 10:21:21,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:21,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:21,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:21,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:21,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:21:21,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:21:21,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:21:21,839 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 15 submitted by user soberoi
2015-02-12 10:21:21,839 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0015
2015-02-12 10:21:21,839 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0015
2015-02-12 10:21:21,840 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0015
2015-02-12 10:21:21,840 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0015 State change from NEW to NEW_SAVING
2015-02-12 10:21:21,840 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0015 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:21:21,840 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0015 user: soberoi leaf-queue of parent: root #applications: 3
2015-02-12 10:21:21,840 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0015 from user: soberoi, in queue: default
2015-02-12 10:21:21,840 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0015 State change from SUBMITTED to ACCEPTED
2015-02-12 10:21:21,840 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0015
2015-02-12 10:21:21,841 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0015_000001
2015-02-12 10:21:21,841 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0015_000001 State change from NEW to SUBMITTED
2015-02-12 10:21:21,841 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0015 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 1 #user-active-applications: 2 #queue-pending-applications: 1 #queue-active-applications: 2
2015-02-12 10:21:21,841 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0015_000001 to scheduler from user soberoi in queue default
2015-02-12 10:21:21,842 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0015_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:21:21,843 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0015/
2015-02-12 10:21:21,844 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] submitted hadoop job: job_1423764831909_0015
2015-02-12 10:21:21,844 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0015/
2015-02-12 10:21:21,928 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59859 to replicate blk_1073741965_1141 to datanode(s) 127.0.0.1:59855
2015-02-12 10:21:21,928 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59862 to replicate blk_1073741966_1142 to datanode(s) 127.0.0.1:59852
2015-02-12 10:21:21,929 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073741952_1128, blk_1073741941_1117, blk_1073741945_1121, blk_1073741947_1123, blk_1073741949_1125]
2015-02-12 10:21:21,929 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073741952_1128, blk_1073741954_1130, blk_1073741960_1136, blk_1073741945_1121, blk_1073741947_1123, blk_1073741949_1125]
2015-02-12 10:21:22,054 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:22,055 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:21:22,055 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000001
2015-02-12 10:21:22,055 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0014_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:21:22,055 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0014_000001 container=Container: [ContainerId: container_1423764831909_0014_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:21:22,055 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2
2015-02-12 10:21:22,056 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:22,056 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0014_01_000001
2015-02-12 10:21:22,057 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:21:22,057 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0014_000001
2015-02-12 10:21:22,057 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0014 AttemptId: appattempt_1423764831909_0014_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0014_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ]
2015-02-12 10:21:22,057 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0014_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:21:22,058 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0014_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:21:22,058 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0014_000001
2015-02-12 10:21:22,059 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0014_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0014_000001
2015-02-12 10:21:22,059 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0014_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:21:22,060 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0014_000001
2015-02-12 10:21:22,060 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0014_000001
2015-02-12 10:21:22,062 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0014_000001 (auth:SIMPLE)
2015-02-12 10:21:22,065 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0014_01_000001 by user soberoi
2015-02-12 10:21:22,065 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0014
2015-02-12 10:21:22,066 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000001
2015-02-12 10:21:22,066 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0014 transitioned from NEW to INITING
2015-02-12 10:21:22,066 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0014_01_000001 to application application_1423764831909_0014
2015-02-12 10:21:22,066 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0014 transitioned from INITING to RUNNING
2015-02-12 10:21:22,066 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0014_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0014_000001
2015-02-12 10:21:22,066 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0014_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:21:22,066 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:21:22,066 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0014
2015-02-12 10:21:22,067 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:21:22,067 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:21:22,067 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:21:22,067 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:21:22,067 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0014_01_000001
2015-02-12 10:21:22,081 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423764831909_0014_01_000001.tokens. Credentials list:
2015-02-12 10:21:22,264 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:21:22,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423764831909_0014_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000001.tokens
2015-02-12 10:21:22,409 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0014 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0014
2015-02-12 10:21:22,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:22,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:22,572 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0014/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:21:22,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:21:22,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:21:22,653 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0014/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:21:22,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:22,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:22,738 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0014/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:21:22,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:22,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:22,829 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0014/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:21:22,829 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:21:22,875 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:21:22,875 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:23,022 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000001/default_container_executor.sh]
2015-02-12 10:21:23,057 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:21:23,057 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:23,241 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f1559335-183d-467e-a94d-d6e0669ca32e, infoPort=59860, ipcPort=59861, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073741965_1141 to 127.0.0.1:59855
2015-02-12 10:21:23,242 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741952 for deletion
2015-02-12 10:21:23,242 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741941 for deletion
2015-02-12 10:21:23,242 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 10:21:23,242 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741947 for deletion
2015-02-12 10:21:23,242 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741952
2015-02-12 10:21:23,243 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741941
2015-02-12 10:21:23,243 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073741965_1141 (numBytes=254067) to /127.0.0.1:59855
2015-02-12 10:21:23,243 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741947
2015-02-12 10:21:23,242 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741949 for deletion
2015-02-12 10:21:23,244 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 10:21:23,244 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741949
2015-02-12 10:21:23,244 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741965_1141 src: /127.0.0.1:62739 dest: /127.0.0.1:59855
2015-02-12 10:21:23,246 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073741965_1141 src: /127.0.0.1:62739 dest: /127.0.0.1:59855 of size 254067
2015-02-12 10:21:23,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741965_1141 size 254067
2015-02-12 10:21:23,392 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=6d0fd477-b147-4d14-b560-4457d96c577e, infoPort=59863, ipcPort=59864, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073741966_1142 to 127.0.0.1:59852
2015-02-12 10:21:23,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741952 for deletion
2015-02-12 10:21:23,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741954 for deletion
2015-02-12 10:21:23,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741960 for deletion
2015-02-12 10:21:23,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 10:21:23,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741947 for deletion
2015-02-12 10:21:23,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741949 for deletion
2015-02-12 10:21:23,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741952
2015-02-12 10:21:23,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741954
2015-02-12 10:21:23,394 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073741966_1142 (numBytes=254067) to /127.0.0.1:59852
2015-02-12 10:21:23,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741960
2015-02-12 10:21:23,395 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741966_1142 src: /127.0.0.1:62740 dest: /127.0.0.1:59852
2015-02-12 10:21:23,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 10:21:23,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741947
2015-02-12 10:21:23,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741949
2015-02-12 10:21:23,397 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073741966_1142 src: /127.0.0.1:62740 dest: /127.0.0.1:59852 of size 254067
2015-02-12 10:21:23,397 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741966_1142 size 254067
2015-02-12 10:21:24,057 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:24,932 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073741952_1128, blk_1073741954_1130, blk_1073741941_1117, blk_1073741960_1136, blk_1073741945_1121, blk_1073741947_1123]
2015-02-12 10:21:24,932 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073741954_1130, blk_1073741941_1117, blk_1073741960_1136, blk_1073741945_1121, blk_1073741947_1123, blk_1073741949_1125]
2015-02-12 10:21:25,021 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741961_1137
2015-02-12 10:21:25,059 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:25,384 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741962_1138
2015-02-12 10:21:25,384 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741961_1137
2015-02-12 10:21:25,385 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741963_1139
2015-02-12 10:21:25,386 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741960_1136
2015-02-12 10:21:25,911 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741954 for deletion
2015-02-12 10:21:25,911 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741941 for deletion
2015-02-12 10:21:25,911 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741960 for deletion
2015-02-12 10:21:25,911 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741954
2015-02-12 10:21:25,911 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 10:21:25,912 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741947 for deletion
2015-02-12 10:21:25,912 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741960
2015-02-12 10:21:25,912 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741941
2015-02-12 10:21:25,912 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741949 for deletion
2015-02-12 10:21:25,912 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 10:21:25,912 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741947
2015-02-12 10:21:25,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741949
2015-02-12 10:21:25,935 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741952 for deletion
2015-02-12 10:21:25,935 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741954 for deletion
2015-02-12 10:21:25,935 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741941 for deletion
2015-02-12 10:21:25,935 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741952
2015-02-12 10:21:25,936 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741960 for deletion
2015-02-12 10:21:25,936 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741941
2015-02-12 10:21:25,936 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 10:21:25,936 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741947 for deletion
2015-02-12 10:21:25,936 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741960
2015-02-12 10:21:25,936 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741954
2015-02-12 10:21:25,937 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 10:21:25,937 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741947
2015-02-12 10:21:26,003 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741961_1137
2015-02-12 10:21:26,003 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741962_1138
2015-02-12 10:21:26,005 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741964_1140
2015-02-12 10:21:26,005 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741963_1139
2015-02-12 10:21:26,062 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:26,309 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0013_01_000001 succeeded
2015-02-12 10:21:26,309 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0013_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:21:26,309 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0013_01_000001
2015-02-12 10:21:26,332 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0013/container_1423764831909_0013_01_000001
2015-02-12 10:21:26,333 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0013/container_1423764831909_0013_01_000001
2015-02-12 10:21:26,333 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0013/container_1423764831909_0013_01_000001
2015-02-12 10:21:26,333 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0013/container_1423764831909_0013_01_000001
2015-02-12 10:21:26,334 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0013 CONTAINERID=container_1423764831909_0013_01_000001
2015-02-12 10:21:26,341 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0013_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:21:26,341 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0013_01_000001 from application application_1423764831909_0013
2015-02-12 10:21:26,341 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:26,341 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0013
2015-02-12 10:21:26,486 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0013_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:21:26,486 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0013_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:21:26,486 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0013_000001
2015-02-12 10:21:26,486 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0013 CONTAINERID=container_1423764831909_0013_01_000001
2015-02-12 10:21:26,486 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0013_000001
2015-02-12 10:21:26,486 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0013_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:21:26,486 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0013_000001 State change from FINISHING to FINISHED
2015-02-12 10:21:26,486 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:21:26,487 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0013 State change from FINISHING to FINISHED
2015-02-12 10:21:26,487 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0013_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:21:26,487 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0013
2015-02-12 10:21:26,487 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:26,487 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1
2015-02-12 10:21:26,487 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0013,name=[34D75075BAD74E3FA517F1146BAA9B26/41E9879C157B43078B8CD82C8B31C97C] output1+output2/(3/3) ...edpipesplatform/splitout2,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0013/jobhistory/job/job_1423764831909_0013,appMasterHost=10.1.1.68,startTime=1423765232068,finishTime=1423765280217,finalStatus=SUCCEEDED
2015-02-12 10:21:26,487 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0013_000001
2015-02-12 10:21:26,487 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0013_000001 released container container_1423764831909_0013_01_000001 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:21:26,488 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0013_000001 is done. finalState=FINISHED
2015-02-12 10:21:26,488 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0013 requests cleared
2015-02-12 10:21:26,488 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0015 from user: soberoi activated in queue: default
2015-02-12 10:21:26,488 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0013 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:21:26,488 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0013 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:21:26,491 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0013_000001 (auth:SIMPLE)
2015-02-12 10:21:26,493 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0013_01_000001
2015-02-12 10:21:26,493 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0013 CONTAINERID=container_1423764831909_0013_01_000001
2015-02-12 10:21:26,493 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0013_01_000001]
2015-02-12 10:21:26,493 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:26,493 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:21:26,494 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:21:26,494 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000001
2015-02-12 10:21:26,494 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0015_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:21:26,494 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0015_000001 container=Container: [ContainerId: container_1423764831909_0015_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:21:26,494 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:21:26,495 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:26,495 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0013
2015-02-12 10:21:26,495 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0015_01_000001
2015-02-12 10:21:26,496 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:21:26,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0013
2015-02-12 10:21:26,496 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0015_000001
2015-02-12 10:21:26,496 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0015 AttemptId: appattempt_1423764831909_0015_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0015_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ]
2015-02-12 10:21:26,497 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0015_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:21:26,497 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0015_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:21:26,497 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0015_000001
2015-02-12 10:21:26,498 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0015_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0015_000001
2015-02-12 10:21:26,499 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0015_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:21:26,499 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0015_000001
2015-02-12 10:21:26,499 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0015_000001
2015-02-12 10:21:26,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0013
2015-02-12 10:21:26,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0013
2015-02-12 10:21:26,502 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0015_000001 (auth:SIMPLE)
2015-02-12 10:21:26,504 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0013
2015-02-12 10:21:26,504 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:21:26,504 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0013, with delay of 10800 seconds
2015-02-12 10:21:26,504 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0015_01_000001 by user soberoi
2015-02-12 10:21:26,505 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0015
2015-02-12 10:21:26,505 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000001
2015-02-12 10:21:26,505 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0015 transitioned from NEW to INITING
2015-02-12 10:21:26,505 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0015_01_000001 to application application_1423764831909_0015
2015-02-12 10:21:26,505 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0015_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0015_000001
2015-02-12 10:21:26,505 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0015_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:21:26,505 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0015 transitioned from INITING to RUNNING
2015-02-12 10:21:26,506 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:21:26,506 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0015
2015-02-12 10:21:26,506 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:21:26,507 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:21:26,507 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:21:26,507 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:21:26,507 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0015_01_000001
2015-02-12 10:21:26,522 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0015_01_000001.tokens. Credentials list:
2015-02-12 10:21:26,707 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:21:26,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0015_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000001.tokens
2015-02-12 10:21:26,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0015 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0015
2015-02-12 10:21:26,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:26,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:27,017 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0015/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:21:27,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:21:27,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:21:27,065 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:21:27,065 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:27,066 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0013
2015-02-12 10:21:27,066 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0013
2015-02-12 10:21:27,066 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:21:27,066 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0013, with delay of 10800 seconds
2015-02-12 10:21:27,066 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0013
2015-02-12 10:21:27,067 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0013
2015-02-12 10:21:27,067 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0013
2015-02-12 10:21:27,103 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0015/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:21:27,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:27,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:27,189 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0015/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:21:27,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:27,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:27,270 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0015/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:21:27,270 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:21:27,323 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:21:27,323 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:27,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000001/default_container_executor.sh]
2015-02-12 10:21:27,497 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:21:28,065 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:29,712 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741966_1142
2015-02-12 10:21:29,713 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741971_1147
2015-02-12 10:21:29,714 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741969_1145
2015-02-12 10:21:29,913 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741965_1141
2015-02-12 10:21:30,029 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741971_1147
2015-02-12 10:21:30,030 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741964_1140
2015-02-12 10:21:30,031 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741972_1148
2015-02-12 10:21:30,032 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741963_1139
2015-02-12 10:21:30,032 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741969_1145
2015-02-12 10:21:30,032 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741968_1144
2015-02-12 10:21:30,033 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741967_1143
2015-02-12 10:21:30,109 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741964_1140
2015-02-12 10:21:30,110 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741967_1143
2015-02-12 10:21:30,110 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741968_1144
2015-02-12 10:21:30,112 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741972_1148
2015-02-12 10:21:30,113 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741970_1146
2015-02-12 10:21:30,235 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741965_1141
2015-02-12 10:21:30,392 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741969_1145
2015-02-12 10:21:30,392 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741968_1144
2015-02-12 10:21:30,393 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741970_1146
2015-02-12 10:21:30,394 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741971_1147
2015-02-12 10:21:30,594 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741965_1141
2015-02-12 10:21:30,594 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741967_1143
2015-02-12 10:21:30,635 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741966_1142
2015-02-12 10:21:30,635 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741962_1138
2015-02-12 10:21:30,795 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741966_1142
2015-02-12 10:21:31,210 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741965_1141
2015-02-12 10:21:31,410 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741966_1142
2015-02-12 10:21:31,411 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741972_1148
2015-02-12 10:21:31,412 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741967_1143
2015-02-12 10:21:31,412 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741970_1146
2015-02-12 10:21:31,413 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741969_1145
2015-02-12 10:21:31,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:21:31,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:21:31,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:21:31,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:21:31,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014 dst=null perm=null proto=rpc
2015-02-12 10:21:31,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:21:31,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:21:32,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:21:32,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:21:33,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:21:33,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:21:33,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:21:33,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:21:33,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015 dst=null perm=null proto=rpc
2015-02-12 10:21:33,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:21:33,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:21:34,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:21:34,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:21:34,445 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0014_000001 (auth:SIMPLE)
2015-02-12 10:21:34,449 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0014_000001
2015-02-12 10:21:34,449 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0014 APPATTEMPTID=appattempt_1423764831909_0014_000001
2015-02-12 10:21:34,449 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0014_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:21:34,450 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0014 State change from ACCEPTED to RUNNING
2015-02-12 10:21:34,495 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 1249 Total time for transactions(ms): 93 Number of transactions batched in Syncs: 2 Number of syncs: 867 SyncTimes(ms): 20 13
2015-02-12 10:21:34,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job_1423764831909_0014_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:34,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:21:34,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job_1423764831909_0014_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:34,891 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job_1423764831909_0014_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:21:34,974 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741973_1149 src: /127.0.0.1:62823 dest: /127.0.0.1:59859
2015-02-12 10:21:34,976 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741973_1149 src: /127.0.0.1:62824 dest: /127.0.0.1:59852
2015-02-12 10:21:34,977 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741973_1149 src: /127.0.0.1:62825 dest: /127.0.0.1:59855
2015-02-12 10:21:35,034 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62825, dest: /127.0.0.1:59855, bytes: 114593, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-902812239_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741973_1149, duration: 54532000
2015-02-12 10:21:35,035 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741973_1149, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:35,036 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:21:35,036 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62824, dest: /127.0.0.1:59852, bytes: 114593, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-902812239_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741973_1149, duration: 56979000
2015-02-12 10:21:35,036 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:35,037 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:21:35,037 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62823, dest: /127.0.0.1:59859, bytes: 114593, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-902812239_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741973_1149, duration: 58012000
2015-02-12 10:21:35,037 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:35,038 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:21:35,043 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job_1423764831909_0014_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-902812239_1
2015-02-12 10:21:35,522 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:21:35,522 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000002
2015-02-12 10:21:35,522 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0014_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:21:35,522 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0014_000001 container=Container: [ContainerId: container_1423764831909_0014_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:21:35,523 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-12 10:21:35,523 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:35,523 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:21:35,523 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000003
2015-02-12 10:21:35,523 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0014_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 10:21:35,523 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0014_000001 container=Container: [ContainerId: container_1423764831909_0014_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:21:35,524 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-02-12 10:21:35,524 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:35,673 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:21:35,673 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000004
2015-02-12 10:21:35,673 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0014_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:21:35,674 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0014_000001 container=Container: [ContainerId: container_1423764831909_0014_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:21:35,674 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2015-02-12 10:21:35,674 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:35,674 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:21:35,674 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000005
2015-02-12 10:21:35,674 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0014_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:21:35,675 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0014_000001 container=Container: [ContainerId: container_1423764831909_0014_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:21:35,675 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-02-12 10:21:35,675 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:36,265 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0015_000001 (auth:SIMPLE)
2015-02-12 10:21:36,268 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0015_000001
2015-02-12 10:21:36,268 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0015 APPATTEMPTID=appattempt_1423764831909_0015_000001
2015-02-12 10:21:36,268 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0015_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:21:36,268 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0015 State change from ACCEPTED to RUNNING
2015-02-12 10:21:36,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job_1423764831909_0015_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:36,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:21:36,392 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30010 milliseconds
2015-02-12 10:21:36,393 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:21:36,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job_1423764831909_0015_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:36,507 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0014_01_000002
2015-02-12 10:21:36,507 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:21:36,508 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:21:36,509 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0014_01_000004
2015-02-12 10:21:36,510 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:21:36,511 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:21:36,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:36,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:36,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:36,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:36,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:21:36,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:21:36,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:21:36,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:21:36,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:21:36,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:21:36,686 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0014_000001 (auth:SIMPLE)
2015-02-12 10:21:36,686 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0014_000001 (auth:SIMPLE)
2015-02-12 10:21:36,687 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0014_000001 (auth:SIMPLE)
2015-02-12 10:21:36,687 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0014_000001 (auth:SIMPLE)
2015-02-12 10:21:36,692 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0014_01_000004 by user soberoi
2015-02-12 10:21:36,692 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0014
2015-02-12 10:21:36,692 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0014_01_000005 by user soberoi
2015-02-12 10:21:36,693 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000004
2015-02-12 10:21:36,693 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000005
2015-02-12 10:21:36,692 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0014_01_000003 by user soberoi
2015-02-12 10:21:36,693 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0014 transitioned from NEW to INITING
2015-02-12 10:21:36,693 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0014
2015-02-12 10:21:36,693 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0014_01_000004 to application application_1423764831909_0014
2015-02-12 10:21:36,693 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000003
2015-02-12 10:21:36,694 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0014 transitioned from NEW to INITING
2015-02-12 10:21:36,694 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0014_01_000003 to application application_1423764831909_0014
2015-02-12 10:21:36,694 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0014 transitioned from INITING to RUNNING
2015-02-12 10:21:36,694 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:21:36,694 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0014
2015-02-12 10:21:36,694 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0014
2015-02-12 10:21:36,694 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:21:36,694 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0014
2015-02-12 10:21:36,693 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0014_01_000005 to application application_1423764831909_0014
2015-02-12 10:21:36,694 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0014_01_000002 by user soberoi
2015-02-12 10:21:36,695 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0014 transitioned from INITING to RUNNING
2015-02-12 10:21:36,695 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000002
2015-02-12 10:21:36,695 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:21:36,695 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:21:36,695 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0014
2015-02-12 10:21:36,696 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0014
2015-02-12 10:21:36,696 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:21:36,696 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0014
2015-02-12 10:21:36,696 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:21:36,696 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:21:36,696 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0014
2015-02-12 10:21:36,696 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0014
2015-02-12 10:21:36,696 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:21:36,697 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0014
2015-02-12 10:21:36,695 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:21:36,697 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:21:36,697 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0014_01_000005
2015-02-12 10:21:36,697 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0014_01_000003
2015-02-12 10:21:36,697 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0014_01_000004
2015-02-12 10:21:36,698 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0014_01_000002 to application application_1423764831909_0014
2015-02-12 10:21:36,699 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:21:36,699 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0014
2015-02-12 10:21:36,699 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0014
2015-02-12 10:21:36,699 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:21:36,699 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0014
2015-02-12 10:21:36,699 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0014_01_000002
2015-02-12 10:21:36,713 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job_1423764831909_0015_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:21:36,717 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0014_01_000003.tokens. Credentials list:
2015-02-12 10:21:36,718 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0014_01_000005.tokens. Credentials list:
2015-02-12 10:21:36,718 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0014_01_000002.tokens. Credentials list:
2015-02-12 10:21:36,719 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0014_01_000004.tokens. Credentials list:
2015-02-12 10:21:36,847 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741974_1150 src: /127.0.0.1:62835 dest: /127.0.0.1:59862
2015-02-12 10:21:36,849 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741974_1150 src: /127.0.0.1:62836 dest: /127.0.0.1:59852
2015-02-12 10:21:36,851 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741974_1150 src: /127.0.0.1:62837 dest: /127.0.0.1:59855
2015-02-12 10:21:36,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:21:36,893 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:21:37,030 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:21:37,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:21:37,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0014_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000005.tokens
2015-02-12 10:21:37,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0014 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0014
2015-02-12 10:21:37,055 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0014_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000003.tokens
2015-02-12 10:21:37,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0014 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0014
2015-02-12 10:21:37,103 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62837, dest: /127.0.0.1:59855, bytes: 114589, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1323908705_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741974_1150, duration: 250923000
2015-02-12 10:21:37,104 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741974_1150, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:37,105 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62836, dest: /127.0.0.1:59852, bytes: 114589, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1323908705_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741974_1150, duration: 252018000
2015-02-12 10:21:37,105 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:37,105 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:21:37,106 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62835, dest: /127.0.0.1:59862, bytes: 114589, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1323908705_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741974_1150, duration: 253613000
2015-02-12 10:21:37,106 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:37,107 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:21:37,108 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:21:37,229 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job_1423764831909_0015_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1323908705_1
2015-02-12 10:21:37,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0014_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000004.tokens
2015-02-12 10:21:37,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0014 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0014
2015-02-12 10:21:37,256 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0014_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000002.tokens
2015-02-12 10:21:37,256 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0014 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0014
2015-02-12 10:21:37,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:37,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:37,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:37,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:37,382 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0014/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:21:37,387 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0014/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:21:37,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:37,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:37,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:37,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:37,466 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0014/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:21:37,466 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:21:37,466 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:21:37,477 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0014/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:21:37,478 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:21:37,478 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:21:37,521 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:21:37,521 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:21:37,521 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:37,521 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:37,524 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:21:37,526 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:21:37,526 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:21:37,532 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:21:37,532 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:37,544 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:21:37,544 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:37,679 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:21:37,680 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:21:37,680 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:21:37,680 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000002
2015-02-12 10:21:37,680 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0015_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:21:37,680 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0015_000001 container=Container: [ContainerId: container_1423764831909_0015_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:21:37,681 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2015-02-12 10:21:37,681 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:37,681 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:21:37,681 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000003
2015-02-12 10:21:37,681 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0015_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:21:37,681 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0015_000001 container=Container: [ContainerId: container_1423764831909_0015_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:21:37,682 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>, usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2015-02-12 10:21:37,682 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:37,707 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000003/default_container_executor.sh]
2015-02-12 10:21:37,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000002/default_container_executor.sh]
2015-02-12 10:21:37,726 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:21:37,727 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000004
2015-02-12 10:21:37,727 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0015_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:21:37,727 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0015_000001 container=Container: [ContainerId: container_1423764831909_0015_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>, usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:21:37,727 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>, usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9
2015-02-12 10:21:37,727 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:9> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:37,728 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:21:37,728 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000005
2015-02-12 10:21:37,728 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0015_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:21:37,728 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0015_000001 container=Container: [ContainerId: container_1423764831909_0015_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>, usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:21:37,729 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:12288, vCores:10>, usedCapacity=0.75, absoluteUsedCapacity=0.75, numApps=2, numContainers=10
2015-02-12 10:21:37,729 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.75 absoluteUsedCapacity=0.75 used=<memory:12288, vCores:10> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:37,734 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000005/default_container_executor.sh]
2015-02-12 10:21:37,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000004/default_container_executor.sh]
2015-02-12 10:21:38,380 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0015_01_000002
2015-02-12 10:21:38,381 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:21:38,381 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:21:38,382 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0015_01_000004
2015-02-12 10:21:38,383 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:21:38,384 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:21:38,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:38,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:38,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:38,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:38,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:21:38,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:21:38,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:21:38,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:21:38,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:21:38,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:21:38,580 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0015_000001 (auth:SIMPLE)
2015-02-12 10:21:38,580 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0015_000001 (auth:SIMPLE)
2015-02-12 10:21:38,581 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0015_000001 (auth:SIMPLE)
2015-02-12 10:21:38,583 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0015_01_000002 by user soberoi
2015-02-12 10:21:38,583 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0015_01_000005 by user soberoi
2015-02-12 10:21:38,583 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0015
2015-02-12 10:21:38,583 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0015
2015-02-12 10:21:38,584 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0015 transitioned from NEW to INITING
2015-02-12 10:21:38,584 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000005
2015-02-12 10:21:38,584 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0015 transitioned from NEW to INITING
2015-02-12 10:21:38,584 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0015_01_000005 to application application_1423764831909_0015
2015-02-12 10:21:38,584 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000002
2015-02-12 10:21:38,585 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0015 transitioned from INITING to RUNNING
2015-02-12 10:21:38,584 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0015_01_000002 to application application_1423764831909_0015
2015-02-12 10:21:38,585 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:21:38,585 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0015
2015-02-12 10:21:38,585 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0015
2015-02-12 10:21:38,585 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:21:38,585 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0015 transitioned from INITING to RUNNING
2015-02-12 10:21:38,585 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0015
2015-02-12 10:21:38,586 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:21:38,586 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0015
2015-02-12 10:21:38,586 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0015
2015-02-12 10:21:38,586 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:21:38,586 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0015
2015-02-12 10:21:38,586 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:21:38,586 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:21:38,586 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:21:38,586 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0015_01_000005
2015-02-12 10:21:38,586 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:21:38,587 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0015_01_000002
2015-02-12 10:21:38,597 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0015_01_000003 by user soberoi
2015-02-12 10:21:38,597 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000003
2015-02-12 10:21:38,597 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0015_01_000003 to application application_1423764831909_0015
2015-02-12 10:21:38,598 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:21:38,598 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0015
2015-02-12 10:21:38,598 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0015
2015-02-12 10:21:38,598 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:21:38,598 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0015
2015-02-12 10:21:38,599 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0015_01_000003
2015-02-12 10:21:38,604 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0015_000001 (auth:SIMPLE)
2015-02-12 10:21:38,606 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0015_01_000002.tokens. Credentials list:
2015-02-12 10:21:38,606 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0015_01_000005.tokens. Credentials list:
2015-02-12 10:21:38,616 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0015_01_000003.tokens. Credentials list:
2015-02-12 10:21:38,630 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0015_01_000004 by user soberoi
2015-02-12 10:21:38,630 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000004
2015-02-12 10:21:38,630 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0015_01_000004 to application application_1423764831909_0015
2015-02-12 10:21:38,631 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:21:38,631 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0015
2015-02-12 10:21:38,631 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0015
2015-02-12 10:21:38,631 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:21:38,631 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0015
2015-02-12 10:21:38,681 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:21:38,681 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:21:38,727 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:21:38,727 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:21:38,746 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0015_01_000004
2015-02-12 10:21:38,761 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0015_01_000004.tokens. Credentials list:
2015-02-12 10:21:38,781 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:21:38,782 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:21:38,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:21:38,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0015_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000002.tokens
2015-02-12 10:21:38,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0015 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0015
2015-02-12 10:21:38,950 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0015_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000005.tokens
2015-02-12 10:21:38,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0015 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0015
2015-02-12 10:21:38,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:21:39,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:39,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:39,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0015_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000003.tokens
2015-02-12 10:21:39,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0015 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0015
2015-02-12 10:21:39,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:39,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 10:21:39,113 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0015_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000004.tokens
2015-02-12 10:21:39,114 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0015 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0015
2015-02-12 10:21:39,165 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0015/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:21:39,168 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0015/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:21:39,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:39,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:39,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:39,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 10:21:39,281 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0015/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:21:39,281 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:21:39,281 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:21:39,281 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:21:39,281 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0015/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:21:39,281 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:21:39,340 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:21:39,340 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:39,341 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:21:39,341 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:21:39,341 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:21:39,341 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:39,341 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:39,341 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:39,398 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:21:39,539 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000004/default_container_executor.sh]
2015-02-12 10:21:39,539 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000002/default_container_executor.sh]
2015-02-12 10:21:39,547 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000005/default_container_executor.sh]
2015-02-12 10:21:39,549 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000003/default_container_executor.sh]
2015-02-12 10:21:40,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741973_1149
2015-02-12 10:21:40,647 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741973_1149
2015-02-12 10:21:40,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741973_1149
2015-02-12 10:21:45,651 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741974_1150
2015-02-12 10:21:45,810 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741974_1150
2015-02-12 10:21:46,427 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741974_1150
2015-02-12 10:21:55,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:55,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:55,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:55,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:56,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:21:56,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:56,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:21:56,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:21:56,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:56,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:56,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:21:56,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:57,403 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000001_0/part-00001. BP-1216473654-10.1.1.68-1423764814898 blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:21:57,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:57,525 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741975_1151 src: /127.0.0.1:62920 dest: /127.0.0.1:59852
2015-02-12 10:21:57,527 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741975_1151 src: /127.0.0.1:62923 dest: /127.0.0.1:59862
2015-02-12 10:21:57,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741975_1151 src: /127.0.0.1:62924 dest: /127.0.0.1:59859
2015-02-12 10:21:57,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:57,728 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000002_0/part-00002 is closed by DFSClient_attempt_1423764831909_0014_m_000002_0_342127365_1
2015-02-12 10:21:57,758 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0014_m_000000_0_736480226_1
2015-02-12 10:21:57,774 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62924, dest: /127.0.0.1:59859, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0014_m_000001_0_-315368777_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741975_1151, duration: 243973000
2015-02-12 10:21:57,774 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741975_1151, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:57,775 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:21:57,775 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62923, dest: /127.0.0.1:59862, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0014_m_000001_0_-315368777_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741975_1151, duration: 244623000
2015-02-12 10:21:57,775 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:57,775 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:21:57,776 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62920, dest: /127.0.0.1:59852, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0014_m_000001_0_-315368777_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741975_1151, duration: 245799000
2015-02-12 10:21:57,776 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:57,776 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:21:57,779 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000001_0/part-00001 is closed by DFSClient_attempt_1423764831909_0014_m_000001_0_-315368777_1
2015-02-12 10:21:57,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:57,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:21:57,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:21:57,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1423764831909_0014_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:21:57,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1423764831909_0014_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:21:57,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:21:57,833 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0014_000001 (auth:SIMPLE)
2015-02-12 10:21:57,835 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0014_01_000003
2015-02-12 10:21:57,835 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000003
2015-02-12 10:21:57,835 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:21:57,836 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0014_01_000003
2015-02-12 10:21:57,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:21:57,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1423764831909_0014_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:21:57,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1423764831909_0014_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:21:57,854 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job_1423764831909_0014_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:21:57,855 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0014_01_000003 is : 143
2015-02-12 10:21:57,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741976_1152 src: /127.0.0.1:62930 dest: /127.0.0.1:59859
2015-02-12 10:21:57,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741976_1152 src: /127.0.0.1:62931 dest: /127.0.0.1:59855
2015-02-12 10:21:57,859 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741976_1152 src: /127.0.0.1:62932 dest: /127.0.0.1:59862
2015-02-12 10:21:57,864 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job_1423764831909_0014_1.jhist for DFSClient_NONMAPREDUCE_-902812239_1
2015-02-12 10:21:57,869 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:21:57,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000003
2015-02-12 10:21:57,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000003
2015-02-12 10:21:57,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000003
2015-02-12 10:21:57,870 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000003
2015-02-12 10:21:57,870 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:21:57,871 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000003
2015-02-12 10:21:57,871 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0014_01_000003 from application application_1423764831909_0014
2015-02-12 10:21:57,871 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:57,871 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0014
2015-02-12 10:21:57,885 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0014_000001 (auth:SIMPLE)
2015-02-12 10:21:57,886 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0014_01_000004
2015-02-12 10:21:57,887 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000004
2015-02-12 10:21:57,887 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:21:57,887 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0014_01_000004
2015-02-12 10:21:57,907 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0014_01_000004 is : 143
2015-02-12 10:21:57,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job.split dst=null perm=null proto=rpc
2015-02-12 10:21:57,936 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:21:57,936 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000004
2015-02-12 10:21:57,936 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000004
2015-02-12 10:21:57,937 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000004
2015-02-12 10:21:57,937 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000004
2015-02-12 10:21:57,939 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000004
2015-02-12 10:21:57,939 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:21:57,939 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0014_01_000004 from application application_1423764831909_0014
2015-02-12 10:21:57,940 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:57,940 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0014
2015-02-12 10:21:57,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:21:57,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:21:57,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1423764831909_0014_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:21:58,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1423764831909_0014_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:21:58,016 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0014_000001 (auth:SIMPLE)
2015-02-12 10:21:58,018 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0014_01_000002
2015-02-12 10:21:58,018 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000002
2015-02-12 10:21:58,019 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:21:58,019 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:21:58,019 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0014_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:21:58,019 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000003
2015-02-12 10:21:58,019 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0014_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 10:21:58,019 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:11264, vCores:9> numContainers=9 user=soberoi user-resources=<memory:11264, vCores:9>
2015-02-12 10:21:58,019 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0014_01_000002
2015-02-12 10:21:58,020 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0014_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>, usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9 cluster=<memory:16384, vCores:32>
2015-02-12 10:21:58,020 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:9> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:58,021 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>, usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9
2015-02-12 10:21:58,021 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0014_000001 released container container_1423764831909_0014_01_000003 on node: host: 10.1.1.68:59934 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 10:21:58,043 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0014_01_000002 is : 143
2015-02-12 10:21:58,059 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:21:58,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000002
2015-02-12 10:21:58,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000002
2015-02-12 10:21:58,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000002
2015-02-12 10:21:58,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000002
2015-02-12 10:21:58,061 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000002
2015-02-12 10:21:58,061 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:21:58,061 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0014_01_000002 from application application_1423764831909_0014
2015-02-12 10:21:58,061 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:58,061 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0014
2015-02-12 10:21:58,253 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000003_0/part-00003 is closed by DFSClient_attempt_1423764831909_0014_m_000003_0_1078655211_1
2015-02-12 10:21:58,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:21:58,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:21:58,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1423764831909_0014_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:21:58,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1423764831909_0014_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1423764831909_0014_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:21:58,382 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0014_000001 (auth:SIMPLE)
2015-02-12 10:21:58,384 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0014_01_000005
2015-02-12 10:21:58,384 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000005
2015-02-12 10:21:58,384 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:21:58,384 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0014_01_000005
2015-02-12 10:21:58,385 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:21:58,385 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0014_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:21:58,385 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000004
2015-02-12 10:21:58,385 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0014_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:21:58,385 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:10240, vCores:8> numContainers=8 user=soberoi user-resources=<memory:10240, vCores:8>
2015-02-12 10:21:58,386 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0014_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>, usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8 cluster=<memory:16384, vCores:32>
2015-02-12 10:21:58,386 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:58,386 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>, usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2015-02-12 10:21:58,386 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0014_000001 released container container_1423764831909_0014_01_000004 on node: host: 10.1.1.68:59906 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:21:58,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:58,392 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-902812239_1
2015-02-12 10:21:58,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:21:58,403 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0014_01_000005 is : 143
2015-02-12 10:21:58,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null proto=rpc
2015-02-12 10:21:58,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null proto=rpc
2015-02-12 10:21:58,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1423764831909_0014_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:21:58,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:21:58,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1423764831909_0014_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:58,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null proto=rpc
2015-02-12 10:21:58,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null proto=rpc
2015-02-12 10:21:58,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1423764831909_0014_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:21:58,416 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:21:58,416 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000005
2015-02-12 10:21:58,417 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000005
2015-02-12 10:21:58,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:21:58,417 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000005
2015-02-12 10:21:58,418 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000005
2015-02-12 10:21:58,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1423764831909_0014_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:58,418 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000005
2015-02-12 10:21:58,419 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:21:58,419 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0014_01_000005 from application application_1423764831909_0014
2015-02-12 10:21:58,419 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:58,419 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0014
2015-02-12 10:21:58,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null proto=rpc
2015-02-12 10:21:58,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null proto=rpc
2015-02-12 10:21:58,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1423764831909_0014_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:21:58,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:21:58,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1423764831909_0014_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:58,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null proto=rpc
2015-02-12 10:21:58,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null proto=rpc
2015-02-12 10:21:58,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1423764831909_0014_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:21:58,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:21:58,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1423764831909_0014_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:58,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary dst=null perm=null proto=rpc
2015-02-12 10:21:58,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:58,441 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-902812239_1
2015-02-12 10:21:58,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:58,447 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-902812239_1
2015-02-12 10:21:58,463 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62932, dest: /127.0.0.1:59862, bytes: 46339, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-902812239_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741976_1152, duration: 602176000
2015-02-12 10:21:58,463 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741976_1152, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:58,464 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 15529
2015-02-12 10:21:58,465 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62931, dest: /127.0.0.1:59855, bytes: 46339, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-902812239_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741976_1152, duration: 603131000
2015-02-12 10:21:58,465 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:58,466 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 15529
2015-02-12 10:21:58,466 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62930, dest: /127.0.0.1:59859, bytes: 46339, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-902812239_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741976_1152, duration: 605136000
2015-02-12 10:21:58,466 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:58,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 15529
2015-02-12 10:21:58,468 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job_1423764831909_0014_1.jhist is closed by DFSClient_NONMAPREDUCE_-902812239_1
2015-02-12 10:21:58,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:58,473 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:21:58,475 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741977_1153 src: /127.0.0.1:62941 dest: /127.0.0.1:59859
2015-02-12 10:21:58,477 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741977_1153 src: /127.0.0.1:62942 dest: /127.0.0.1:59852
2015-02-12 10:21:58,478 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741977_1153 src: /127.0.0.1:62943 dest: /127.0.0.1:59862
2015-02-12 10:21:58,481 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62943, dest: /127.0.0.1:59862, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-902812239_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741977_1153, duration: 1438000
2015-02-12 10:21:58,482 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741977_1153, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:58,482 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:21:58,482 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62942, dest: /127.0.0.1:59852, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-902812239_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741977_1153, duration: 2050000
2015-02-12 10:21:58,482 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:58,483 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:21:58,483 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62941, dest: /127.0.0.1:59859, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-902812239_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741977_1153, duration: 2917000
2015-02-12 10:21:58,483 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:58,484 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:21:58,485 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014.summary_tmp is closed by DFSClient_NONMAPREDUCE_-902812239_1
2015-02-12 10:21:58,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:21:58,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job_1423764831909_0014_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:21:58,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014-1423765281814-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2FCEAE5CC7CEB04172-1423765318448-4-0-SUCCEEDED-default-1423765294490.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:21:58,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job_1423764831909_0014_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:21:58,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014-1423765281814-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2FCEAE5CC7CEB04172-1423765318448-4-0-SUCCEEDED-default-1423765294490.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:21:58,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job_1423764831909_0014_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:21:58,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014-1423765281814-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2FCEAE5CC7CEB04172-1423765318448-4-0-SUCCEEDED-default-1423765294490.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:58,510 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014-1423765281814-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2FCEAE5CC7CEB04172-1423765318448-4-0-SUCCEEDED-default-1423765294490.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:21:58,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741978_1154 src: /127.0.0.1:62945 dest: /127.0.0.1:59855
2015-02-12 10:21:58,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741978_1154 src: /127.0.0.1:62946 dest: /127.0.0.1:59859
2015-02-12 10:21:58,515 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741978_1154 src: /127.0.0.1:62947 dest: /127.0.0.1:59852
2015-02-12 10:21:58,518 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62947, dest: /127.0.0.1:59852, bytes: 46339, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-902812239_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741978_1154, duration: 1778000
2015-02-12 10:21:58,518 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741978_1154, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:58,519 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:21:58,519 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62946, dest: /127.0.0.1:59859, bytes: 46339, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-902812239_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741978_1154, duration: 2524000
2015-02-12 10:21:58,519 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:58,519 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:21:58,520 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62945, dest: /127.0.0.1:59855, bytes: 46339, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-902812239_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741978_1154, duration: 3315000
2015-02-12 10:21:58,520 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:58,521 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:21:58,522 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014-1423765281814-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2FCEAE5CC7CEB04172-1423765318448-4-0-SUCCEEDED-default-1423765294490.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-902812239_1
2015-02-12 10:21:58,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014-1423765281814-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2FCEAE5CC7CEB04172-1423765318448-4-0-SUCCEEDED-default-1423765294490.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:21:58,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job_1423764831909_0014_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:21:58,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:21:58,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job_1423764831909_0014_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:21:58,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:21:58,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014/job_1423764831909_0014_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:21:58,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:58,538 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:21:58,540 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741979_1155 src: /127.0.0.1:62949 dest: /127.0.0.1:59862
2015-02-12 10:21:58,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741979_1155 src: /127.0.0.1:62950 dest: /127.0.0.1:59855
2015-02-12 10:21:58,543 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741979_1155 src: /127.0.0.1:62951 dest: /127.0.0.1:59852
2015-02-12 10:21:58,546 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62951, dest: /127.0.0.1:59852, bytes: 114593, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-902812239_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741979_1155, duration: 2170000
2015-02-12 10:21:58,547 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741979_1155, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:21:58,547 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62950, dest: /127.0.0.1:59855, bytes: 114593, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-902812239_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741979_1155, duration: 2684000
2015-02-12 10:21:58,547 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:21:58,548 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:21:58,548 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:58,548 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62949, dest: /127.0.0.1:59862, bytes: 114593, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-902812239_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741979_1155, duration: 3803000
2015-02-12 10:21:58,548 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:21:58,551 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:21:58,552 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-902812239_1
2015-02-12 10:21:58,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:21:58,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:21:58,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:21:58,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014-1423765281814-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2FCEAE5CC7CEB04172-1423765318448-4-0-SUCCEEDED-default-1423765294490.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014-1423765281814-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2FCEAE5CC7CEB04172-1423765318448-4-0-SUCCEEDED-default-1423765294490.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:21:58,566 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0014_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:21:58,567 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0014_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:21:58,567 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0014 with final state: FINISHING
2015-02-12 10:21:58,567 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0014 State change from RUNNING to FINAL_SAVING
2015-02-12 10:21:58,567 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0014
2015-02-12 10:21:58,568 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0014_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:21:58,568 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0014 State change from FINAL_SAVING to FINISHING
2015-02-12 10:21:58,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:21:58,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:58,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:21:59,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:21:59,021 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:21:59,021 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0014_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:21:59,021 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000002
2015-02-12 10:21:59,021 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0014_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:21:59,022 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:9216, vCores:7> numContainers=7 user=soberoi user-resources=<memory:9216, vCores:7>
2015-02-12 10:21:59,022 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0014_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 cluster=<memory:16384, vCores:32>
2015-02-12 10:21:59,022 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:59,023 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2015-02-12 10:21:59,023 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0014_000001 released container container_1423764831909_0014_01_000002 on node: host: 10.1.1.68:59934 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:21:59,023 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:59,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:59,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:59,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:21:59,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:21:59,388 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:59,389 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:21:59,389 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0014_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:21:59,389 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000005
2015-02-12 10:21:59,389 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0014_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:21:59,389 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:8192, vCores:6> numContainers=6 user=soberoi user-resources=<memory:8192, vCores:6>
2015-02-12 10:21:59,390 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0014_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 cluster=<memory:16384, vCores:32>
2015-02-12 10:21:59,390 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 10:21:59,390 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-02-12 10:21:59,390 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0014_000001 released container container_1423764831909_0014_01_000005 on node: host: 10.1.1.68:59906 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:21:59,573 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0014 unregistered successfully.
2015-02-12 10:21:59,576 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741965_1141 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:21:59,576 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741967_1143 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:21:59,577 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741968_1144 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:21:59,577 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741971_1147 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:21:59,577 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741976_1152 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:21:59,577 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741973_1149 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:21:59,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0014 dst=null perm=null proto=rpc
2015-02-12 10:21:59,789 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000001_0/part-00001 is closed by DFSClient_attempt_1423764831909_0015_m_000001_0_-1345891024_1
2015-02-12 10:21:59,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:21:59,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:21:59,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1423764831909_0015_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:21:59,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1423764831909_0015_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:21:59,837 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0015_000001 (auth:SIMPLE)
2015-02-12 10:21:59,839 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0015_01_000003
2015-02-12 10:21:59,839 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000003
2015-02-12 10:21:59,839 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:21:59,839 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0015_01_000003
2015-02-12 10:21:59,840 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:59,840 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:21:59,857 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job_1423764831909_0015_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:21:59,857 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0015_01_000003 is : 143
2015-02-12 10:21:59,859 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741980_1156 src: /127.0.0.1:62959 dest: /127.0.0.1:59855
2015-02-12 10:21:59,860 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741980_1156 src: /127.0.0.1:62960 dest: /127.0.0.1:59862
2015-02-12 10:21:59,862 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741980_1156 src: /127.0.0.1:62961 dest: /127.0.0.1:59859
2015-02-12 10:21:59,867 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job_1423764831909_0015_1.jhist for DFSClient_NONMAPREDUCE_1323908705_1
2015-02-12 10:21:59,869 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:21:59,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000003
2015-02-12 10:21:59,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000003
2015-02-12 10:21:59,871 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000003
2015-02-12 10:21:59,871 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000003
2015-02-12 10:21:59,871 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000003
2015-02-12 10:21:59,871 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:21:59,871 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0015_01_000003 from application application_1423764831909_0015
2015-02-12 10:21:59,871 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:21:59,872 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0015
2015-02-12 10:21:59,938 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000002_0/part-00002 is closed by DFSClient_attempt_1423764831909_0015_m_000002_0_1231177768_1
2015-02-12 10:21:59,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:22:00,013 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:22:00,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:22:00,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1423764831909_0015_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:22:00,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1423764831909_0015_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:22:00,022 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:00,022 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:00,044 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0015_000001 (auth:SIMPLE)
2015-02-12 10:22:00,046 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0015_01_000004
2015-02-12 10:22:00,046 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000004
2015-02-12 10:22:00,046 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:22:00,046 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0015_01_000004
2015-02-12 10:22:00,064 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0015_01_000004 is : 143
2015-02-12 10:22:00,075 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:22:00,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000004
2015-02-12 10:22:00,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000004
2015-02-12 10:22:00,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000004
2015-02-12 10:22:00,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000004
2015-02-12 10:22:00,078 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000004
2015-02-12 10:22:00,078 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:22:00,078 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0015_01_000004 from application application_1423764831909_0015
2015-02-12 10:22:00,078 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:00,078 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0015
2015-02-12 10:22:00,125 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741981_1157 src: /127.0.0.1:62964 dest: /127.0.0.1:59862
2015-02-12 10:22:00,126 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741981_1157 src: /127.0.0.1:62967 dest: /127.0.0.1:59855
2015-02-12 10:22:00,128 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741981_1157 src: /127.0.0.1:62968 dest: /127.0.0.1:59852
2015-02-12 10:22:00,142 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000003_0/part-00003. BP-1216473654-10.1.1.68-1423764814898 blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:22:00,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741982_1158 src: /127.0.0.1:62969 dest: /127.0.0.1:59855
2015-02-12 10:22:00,225 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741982_1158 src: /127.0.0.1:62972 dest: /127.0.0.1:59852
2015-02-12 10:22:00,228 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741982_1158 src: /127.0.0.1:62973 dest: /127.0.0.1:59862
2015-02-12 10:22:00,238 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62968, dest: /127.0.0.1:59852, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0015_m_000000_0_1395410110_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741981_1157, duration: 108612000
2015-02-12 10:22:00,238 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741981_1157, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:00,239 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:22:00,239 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62967, dest: /127.0.0.1:59855, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0015_m_000000_0_1395410110_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741981_1157, duration: 108953000
2015-02-12 10:22:00,239 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:00,239 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:22:00,240 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62964, dest: /127.0.0.1:59862, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0015_m_000000_0_1395410110_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741981_1157, duration: 110231000
2015-02-12 10:22:00,240 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:00,240 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:22:00,243 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0015_m_000000_0_1395410110_1
2015-02-12 10:22:00,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:22:00,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:22:00,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1423764831909_0015_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:22:00,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1423764831909_0015_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:22:00,282 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0015_000001 (auth:SIMPLE)
2015-02-12 10:22:00,284 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0015_01_000002
2015-02-12 10:22:00,284 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000002
2015-02-12 10:22:00,284 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:22:00,284 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0015_01_000002
2015-02-12 10:22:00,285 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:00,285 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:00,285 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:22:00,285 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0015_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:22:00,285 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000003
2015-02-12 10:22:00,285 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0015_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:22:00,285 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:7168, vCores:5> numContainers=5 user=soberoi user-resources=<memory:7168, vCores:5>
2015-02-12 10:22:00,286 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0015_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 10:22:00,286 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:00,286 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2015-02-12 10:22:00,286 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0015_000001 released container container_1423764831909_0015_01_000003 on node: host: 10.1.1.68:59906 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:22:00,302 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0015_01_000002 is : 143
2015-02-12 10:22:00,315 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:22:00,315 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000002
2015-02-12 10:22:00,316 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000002
2015-02-12 10:22:00,316 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000002
2015-02-12 10:22:00,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000002
2015-02-12 10:22:00,318 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000002
2015-02-12 10:22:00,319 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:22:00,319 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0015_01_000002 from application application_1423764831909_0015
2015-02-12 10:22:00,319 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:00,319 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0015
2015-02-12 10:22:00,325 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62973, dest: /127.0.0.1:59862, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0015_m_000003_0_577611169_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741982_1158, duration: 95669000
2015-02-12 10:22:00,325 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741982_1158, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:00,326 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:22:00,326 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62972, dest: /127.0.0.1:59852, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0015_m_000003_0_577611169_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741982_1158, duration: 96601000
2015-02-12 10:22:00,326 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:00,326 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:22:00,327 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62969, dest: /127.0.0.1:59855, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0015_m_000003_0_577611169_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741982_1158, duration: 97469000
2015-02-12 10:22:00,327 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:00,327 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:22:00,357 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000003_0/part-00003 is closed by DFSClient_attempt_1423764831909_0015_m_000003_0_577611169_1
2015-02-12 10:22:00,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:22:00,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:22:00,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1423764831909_0015_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:22:00,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1423764831909_0015_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1423764831909_0015_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:22:00,396 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0015_000001 (auth:SIMPLE)
2015-02-12 10:22:00,397 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0015_01_000005
2015-02-12 10:22:00,398 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000005
2015-02-12 10:22:00,398 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:22:00,398 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:22:00,398 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0015_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:22:00,399 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000004
2015-02-12 10:22:00,399 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0015_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:22:00,399 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:4> numContainers=4 user=soberoi user-resources=<memory:6144, vCores:4>
2015-02-12 10:22:00,398 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0015_01_000005
2015-02-12 10:22:00,400 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0015_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:22:00,400 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:00,400 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-02-12 10:22:00,400 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0015_000001 released container container_1423764831909_0015_01_000004 on node: host: 10.1.1.68:59924 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:22:00,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:00,404 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1323908705_1
2015-02-12 10:22:00,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:22:00,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null proto=rpc
2015-02-12 10:22:00,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null proto=rpc
2015-02-12 10:22:00,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1423764831909_0015_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:22:00,418 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0015_01_000005 is : 143
2015-02-12 10:22:00,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:22:00,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1423764831909_0015_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:00,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null proto=rpc
2015-02-12 10:22:00,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null proto=rpc
2015-02-12 10:22:00,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1423764831909_0015_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:22:00,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:22:00,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1423764831909_0015_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:00,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null proto=rpc
2015-02-12 10:22:00,431 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:22:00,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000005
2015-02-12 10:22:00,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null proto=rpc
2015-02-12 10:22:00,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000005
2015-02-12 10:22:00,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000005
2015-02-12 10:22:00,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1423764831909_0015_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:22:00,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000005
2015-02-12 10:22:00,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:22:00,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1423764831909_0015_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:00,437 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000005
2015-02-12 10:22:00,438 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:22:00,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null proto=rpc
2015-02-12 10:22:00,438 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0015_01_000005 from application application_1423764831909_0015
2015-02-12 10:22:00,439 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:00,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null proto=rpc
2015-02-12 10:22:00,439 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0015
2015-02-12 10:22:00,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1423764831909_0015_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:22:00,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:22:00,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1423764831909_0015_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:00,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary dst=null perm=null proto=rpc
2015-02-12 10:22:00,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:00,452 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1323908705_1
2015-02-12 10:22:00,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:00,456 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1323908705_1
2015-02-12 10:22:00,471 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62961, dest: /127.0.0.1:59859, bytes: 46723, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1323908705_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741980_1156, duration: 607622000
2015-02-12 10:22:00,471 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741980_1156, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:00,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 15312
2015-02-12 10:22:00,473 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62960, dest: /127.0.0.1:59862, bytes: 46723, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1323908705_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741980_1156, duration: 608433000
2015-02-12 10:22:00,473 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:00,474 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 15312
2015-02-12 10:22:00,474 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62959, dest: /127.0.0.1:59855, bytes: 46723, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1323908705_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741980_1156, duration: 610052000
2015-02-12 10:22:00,474 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:00,475 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 15312
2015-02-12 10:22:00,476 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job_1423764831909_0015_1.jhist is closed by DFSClient_NONMAPREDUCE_1323908705_1
2015-02-12 10:22:00,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:00,481 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:22:00,483 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741983_1159 src: /127.0.0.1:62977 dest: /127.0.0.1:59852
2015-02-12 10:22:00,485 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741983_1159 src: /127.0.0.1:62978 dest: /127.0.0.1:59855
2015-02-12 10:22:00,486 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741983_1159 src: /127.0.0.1:62979 dest: /127.0.0.1:59862
2015-02-12 10:22:00,489 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62979, dest: /127.0.0.1:59862, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1323908705_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741983_1159, duration: 1490000
2015-02-12 10:22:00,490 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741983_1159, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:00,490 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:22:00,490 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62978, dest: /127.0.0.1:59855, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1323908705_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741983_1159, duration: 2403000
2015-02-12 10:22:00,491 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:00,491 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:22:00,491 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62977, dest: /127.0.0.1:59852, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1323908705_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741983_1159, duration: 3440000
2015-02-12 10:22:00,491 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:00,492 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:22:00,494 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015.summary_tmp is closed by DFSClient_NONMAPREDUCE_1323908705_1
2015-02-12 10:22:00,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:00,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job_1423764831909_0015_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:22:00,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015-1423765281839-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2F40D56EB08C2748DE-1423765320457-4-0-SUCCEEDED-default-1423765296320.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:22:00,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job_1423764831909_0015_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:22:00,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015-1423765281839-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2F40D56EB08C2748DE-1423765320457-4-0-SUCCEEDED-default-1423765296320.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:22:00,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job_1423764831909_0015_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:22:00,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015-1423765281839-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2F40D56EB08C2748DE-1423765320457-4-0-SUCCEEDED-default-1423765296320.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:00,520 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015-1423765281839-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2F40D56EB08C2748DE-1423765320457-4-0-SUCCEEDED-default-1423765296320.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:22:00,522 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741984_1160 src: /127.0.0.1:62981 dest: /127.0.0.1:59855
2015-02-12 10:22:00,523 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741984_1160 src: /127.0.0.1:62982 dest: /127.0.0.1:59852
2015-02-12 10:22:00,525 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741984_1160 src: /127.0.0.1:62983 dest: /127.0.0.1:59859
2015-02-12 10:22:00,528 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62983, dest: /127.0.0.1:59859, bytes: 46723, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1323908705_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741984_1160, duration: 1696000
2015-02-12 10:22:00,528 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741984_1160, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:00,529 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:22:00,529 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62982, dest: /127.0.0.1:59852, bytes: 46723, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1323908705_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741984_1160, duration: 2470000
2015-02-12 10:22:00,529 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:00,530 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:22:00,530 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62981, dest: /127.0.0.1:59855, bytes: 46723, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1323908705_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741984_1160, duration: 3301000
2015-02-12 10:22:00,530 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:00,530 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:22:00,532 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015-1423765281839-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2F40D56EB08C2748DE-1423765320457-4-0-SUCCEEDED-default-1423765296320.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1323908705_1
2015-02-12 10:22:00,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015-1423765281839-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2F40D56EB08C2748DE-1423765320457-4-0-SUCCEEDED-default-1423765296320.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:00,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job_1423764831909_0015_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:22:00,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:22:00,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job_1423764831909_0015_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:22:00,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:22:00,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015/job_1423764831909_0015_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:22:00,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:00,550 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:22:00,552 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741985_1161 src: /127.0.0.1:62985 dest: /127.0.0.1:59862
2015-02-12 10:22:00,553 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741985_1161 src: /127.0.0.1:62986 dest: /127.0.0.1:59852
2015-02-12 10:22:00,554 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741985_1161 src: /127.0.0.1:62987 dest: /127.0.0.1:59855
2015-02-12 10:22:00,558 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62987, dest: /127.0.0.1:59855, bytes: 114589, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1323908705_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741985_1161, duration: 1877000
2015-02-12 10:22:00,559 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741985_1161, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:00,559 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:22:00,559 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62986, dest: /127.0.0.1:59852, bytes: 114589, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1323908705_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741985_1161, duration: 2674000
2015-02-12 10:22:00,559 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:00,560 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:22:00,560 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62985, dest: /127.0.0.1:59862, bytes: 114589, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1323908705_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741985_1161, duration: 3406000
2015-02-12 10:22:00,560 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:00,561 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:22:00,562 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1323908705_1
2015-02-12 10:22:00,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:00,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:00,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:00,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015-1423765281839-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2F40D56EB08C2748DE-1423765320457-4-0-SUCCEEDED-default-1423765296320.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015-1423765281839-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2F40D56EB08C2748DE-1423765320457-4-0-SUCCEEDED-default-1423765296320.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:00,576 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0015_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:22:00,576 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0015_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:22:00,576 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0015 with final state: FINISHING
2015-02-12 10:22:00,576 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0015 State change from RUNNING to FINAL_SAVING
2015-02-12 10:22:00,576 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0015
2015-02-12 10:22:00,576 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0015_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:22:00,577 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0015 State change from FINAL_SAVING to FINISHING
2015-02-12 10:22:00,951 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073741968_1144, blk_1073741971_1147, blk_1073741973_1149, blk_1073741965_1141, blk_1073741967_1143]
2015-02-12 10:22:00,951 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073741968_1144, blk_1073741971_1147, blk_1073741973_1149, blk_1073741976_1152, blk_1073741965_1141, blk_1073741967_1143]
2015-02-12 10:22:01,023 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:01,023 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:01,287 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:01,287 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:01,287 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:22:01,287 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0015_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:22:01,287 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000002
2015-02-12 10:22:01,288 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0015_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:22:01,288 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:3> numContainers=3 user=soberoi user-resources=<memory:5120, vCores:3>
2015-02-12 10:22:01,289 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0015_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:22:01,289 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:01,289 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-12 10:22:01,289 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0015_000001 released container container_1423764831909_0015_01_000002 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:22:01,289 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:01,401 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:01,401 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:22:01,402 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0015_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:22:01,402 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000005
2015-02-12 10:22:01,402 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0015_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:22:01,402 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:2> numContainers=2 user=soberoi user-resources=<memory:4096, vCores:2>
2015-02-12 10:22:01,403 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0015_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:22:01,403 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:01,403 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:22:01,403 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0015_000001 released container container_1423764831909_0015_01_000005 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:22:01,582 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0015 unregistered successfully.
2015-02-12 10:22:01,585 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741966_1142 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:22:01,585 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741969_1145 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:22:01,585 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741970_1146 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:22:01,585 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741972_1148 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:22:01,586 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741980_1156 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:22:01,586 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741974_1150 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:22:01,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0015 dst=null perm=null proto=rpc
2015-02-12 10:22:01,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null proto=rpc
2015-02-12 10:22:01,641 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary
2015-02-12 10:22:01,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary dst=null perm=null proto=rpc
2015-02-12 10:22:01,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null proto=rpc
2015-02-12 10:22:01,643 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary
2015-02-12 10:22:01,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary dst=null perm=null proto=rpc
2015-02-12 10:22:01,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null proto=rpc
2015-02-12 10:22:01,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null proto=rpc
2015-02-12 10:22:01,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null proto=rpc
2015-02-12 10:22:01,670 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 10:22:01,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:22:01,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:22:01,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:22:01,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:22:01,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null proto=rpc
2015-02-12 10:22:01,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null proto=rpc
2015-02-12 10:22:01,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null proto=rpc
2015-02-12 10:22:01,697 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 10:22:01,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:22:01,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:22:01,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:22:01,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:22:01,705 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/split2
2015-02-12 10:22:01,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null proto=rpc
2015-02-12 10:22:01,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null proto=rpc
2015-02-12 10:22:01,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null proto=rpc
2015-02-12 10:22:01,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null proto=rpc
2015-02-12 10:22:01,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:22:01,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:22:01,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:22:01,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:22:01,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:22:01,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:22:01,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:22:01,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:22:01,719 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/split1
2015-02-12 10:22:01,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null proto=rpc
2015-02-12 10:22:01,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null proto=rpc
2015-02-12 10:22:01,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null proto=rpc
2015-02-12 10:22:01,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null proto=rpc
2015-02-12 10:22:01,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:22:01,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:22:01,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:22:01,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:22:01,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:22:01,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:22:01,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:22:01,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:22:01,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:22:01,752 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:22:01,752 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:22:01,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null proto=rpc
2015-02-12 10:22:01,825 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merged] starting
2015-02-12 10:22:01,826 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merged] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:22:01,826 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merged] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged"]
2015-02-12 10:22:01,826 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merged] parallel execution is enabled: true
2015-02-12 10:22:01,826 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merged] starting jobs: 2
2015-02-12 10:22:01,826 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merged] allocating threads: 2
2015-02-12 10:22:01,828 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] starting step: (1/2)
2015-02-12 10:22:01,843 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:22:01,870 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:22:01,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E dst=null perm=null proto=rpc
2015-02-12 10:22:01,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:22:01,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:22:01,877 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 16
2015-02-12 10:22:01,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016 dst=null perm=null proto=rpc
2015-02-12 10:22:01,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:22:01,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:22:01,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:01,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:22:01,885 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:22:01,887 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741986_1162 src: /127.0.0.1:62993 dest: /127.0.0.1:59852
2015-02-12 10:22:01,889 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741986_1162 src: /127.0.0.1:62994 dest: /127.0.0.1:59859
2015-02-12 10:22:01,890 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741986_1162 src: /127.0.0.1:62995 dest: /127.0.0.1:59862
2015-02-12 10:22:01,897 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62995, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741986_1162, duration: 3858000
2015-02-12 10:22:01,897 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741986_1162, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:01,897 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:22:01,897 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62994, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741986_1162, duration: 4632000
2015-02-12 10:22:01,898 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:01,898 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:22:01,898 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62993, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741986_1162, duration: 5621000
2015-02-12 10:22:01,899 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:01,899 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:22:01,900 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:22:01,901 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.jar
2015-02-12 10:22:01,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:01,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:22:01,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:22:01,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:22:01,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:22:01,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:22:01,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:22:01,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:22:01,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:22:01,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:22:01,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:22:01,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:22:01,912 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:22:01,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:22:01,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:22:01,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:22:01,917 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.split
2015-02-12 10:22:01,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.split dst=null perm=null proto=rpc
2015-02-12 10:22:01,919 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:22:01,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741987_1163 src: /127.0.0.1:62996 dest: /127.0.0.1:59862
2015-02-12 10:22:01,922 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741987_1163 src: /127.0.0.1:62997 dest: /127.0.0.1:59855
2015-02-12 10:22:01,924 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741987_1163 src: /127.0.0.1:62998 dest: /127.0.0.1:59852
2015-02-12 10:22:01,925 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741987_1163 src: /127.0.0.1:62999 dest: /127.0.0.1:59859
2015-02-12 10:22:01,928 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62999, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741987_1163, duration: 1715000
2015-02-12 10:22:01,929 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741987_1163, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:01,929 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:22:01,929 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62998, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741987_1163, duration: 2183000
2015-02-12 10:22:01,929 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:01,930 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:22:01,930 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62997, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741987_1163, duration: 3129000
2015-02-12 10:22:01,930 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:01,931 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:22:01,931 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:62996, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741987_1163, duration: 3743000
2015-02-12 10:22:01,931 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:01,931 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:22:01,932 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741968_1144 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741968 for deletion
2015-02-12 10:22:01,932 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741971 for deletion
2015-02-12 10:22:01,932 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741973 for deletion
2015-02-12 10:22:01,932 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741965 for deletion
2015-02-12 10:22:01,932 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741967 for deletion
2015-02-12 10:22:01,932 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741968_1144 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741968
2015-02-12 10:22:01,932 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741971
2015-02-12 10:22:01,933 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741965
2015-02-12 10:22:01,933 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741973
2015-02-12 10:22:01,934 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741967
2015-02-12 10:22:01,935 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:22:01,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:22:01,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:22:01,939 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:22:01,940 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741988_1164 src: /127.0.0.1:63000 dest: /127.0.0.1:59855
2015-02-12 10:22:01,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741988_1164 src: /127.0.0.1:63001 dest: /127.0.0.1:59859
2015-02-12 10:22:01,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741988_1164 src: /127.0.0.1:63002 dest: /127.0.0.1:59852
2015-02-12 10:22:01,946 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63002, dest: /127.0.0.1:59852, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741988_1164, duration: 1187000
2015-02-12 10:22:01,946 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741988_1164, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:01,946 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:22:01,947 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63001, dest: /127.0.0.1:59859, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741988_1164, duration: 1694000
2015-02-12 10:22:01,947 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:01,947 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:22:01,947 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63000, dest: /127.0.0.1:59855, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741988_1164, duration: 2469000
2015-02-12 10:22:01,947 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:01,948 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:22:01,950 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:22:01,950 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:22:01,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:22:01,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:22:01,974 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741968_1144 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741968 for deletion
2015-02-12 10:22:01,974 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741971 for deletion
2015-02-12 10:22:01,975 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741973 for deletion
2015-02-12 10:22:01,975 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741968_1144 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741968
2015-02-12 10:22:01,975 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741976 for deletion
2015-02-12 10:22:01,975 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741965 for deletion
2015-02-12 10:22:01,975 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741971
2015-02-12 10:22:01,975 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741967 for deletion
2015-02-12 10:22:01,975 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741973
2015-02-12 10:22:01,975 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741965
2015-02-12 10:22:01,975 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741976
2015-02-12 10:22:01,976 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741967
2015-02-12 10:22:01,980 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:22:01,982 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741989_1165 src: /127.0.0.1:63003 dest: /127.0.0.1:59852
2015-02-12 10:22:01,983 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741989_1165 src: /127.0.0.1:63004 dest: /127.0.0.1:59862
2015-02-12 10:22:01,985 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741989_1165 src: /127.0.0.1:63005 dest: /127.0.0.1:59859
2015-02-12 10:22:01,988 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63005, dest: /127.0.0.1:59859, bytes: 97430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741989_1165, duration: 1389000
2015-02-12 10:22:01,988 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741989_1165, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:01,988 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:22:01,989 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63004, dest: /127.0.0.1:59862, bytes: 97430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741989_1165, duration: 2192000
2015-02-12 10:22:01,989 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:01,989 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:22:01,990 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63003, dest: /127.0.0.1:59852, bytes: 97430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741989_1165, duration: 3230000
2015-02-12 10:22:01,990 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:01,991 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:22:01,992 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:22:01,993 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0016
2015-02-12 10:22:01,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016 dst=null perm=null proto=rpc
2015-02-12 10:22:01,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 10:22:01,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 10:22:01,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:02,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:02,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.split dst=null perm=null proto=rpc
2015-02-12 10:22:02,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.split dst=null perm=null proto=rpc
2015-02-12 10:22:02,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:22:02,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:22:02,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:22:02,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:22:02,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:22:02,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:22:02,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:22:02,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:22:02,010 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 16 submitted by user soberoi
2015-02-12 10:22:02,010 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0016
2015-02-12 10:22:02,011 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0016
2015-02-12 10:22:02,011 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0016
2015-02-12 10:22:02,011 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0016 State change from NEW to NEW_SAVING
2015-02-12 10:22:02,011 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0016 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:22:02,011 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0016 user: soberoi leaf-queue of parent: root #applications: 3
2015-02-12 10:22:02,011 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0016 from user: soberoi, in queue: default
2015-02-12 10:22:02,011 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0016 State change from SUBMITTED to ACCEPTED
2015-02-12 10:22:02,012 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0016_000001
2015-02-12 10:22:02,012 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0016_000001 State change from NEW to SUBMITTED
2015-02-12 10:22:02,012 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0016 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 1 #user-active-applications: 2 #queue-pending-applications: 1 #queue-active-applications: 2
2015-02-12 10:22:02,012 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0016_000001 to scheduler from user soberoi in queue default
2015-02-12 10:22:02,013 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0016_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:22:02,014 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0016
2015-02-12 10:22:02,015 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0016/
2015-02-12 10:22:02,015 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] submitted hadoop job: job_1423764831909_0016
2015-02-12 10:22:02,015 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0016/
2015-02-12 10:22:02,026 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:02,026 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:02,288 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:02,288 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:02,288 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:02,289 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:02,403 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:02,403 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:03,027 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:03,027 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:03,293 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:03,293 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:03,294 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:03,294 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:03,404 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:03,404 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:03,957 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59852 to replicate blk_1073741986_1162 to datanode(s) 127.0.0.1:59855
2015-02-12 10:22:03,957 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073741969_1145, blk_1073741972_1148, blk_1073741974_1150, blk_1073741980_1156, blk_1073741966_1142]
2015-02-12 10:22:03,958 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073741969_1145, blk_1073741970_1146, blk_1073741974_1150, blk_1073741966_1142]
2015-02-12 10:22:04,029 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:04,029 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:04,295 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:04,295 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:04,295 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:04,295 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:04,406 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:04,406 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:04,649 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0014_01_000001 succeeded
2015-02-12 10:22:04,649 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:22:04,649 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0014_01_000001
2015-02-12 10:22:04,674 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000001
2015-02-12 10:22:04,674 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000001
2015-02-12 10:22:04,674 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000001
2015-02-12 10:22:04,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0014/container_1423764831909_0014_01_000001
2015-02-12 10:22:04,675 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000001
2015-02-12 10:22:04,676 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0014_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:22:04,676 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0014_01_000001 from application application_1423764831909_0014
2015-02-12 10:22:04,676 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:04,676 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0014
2015-02-12 10:22:04,937 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5d835e39-c83e-4de7-bbde-92c2cf44d1a5, infoPort=59853, ipcPort=59854, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073741986_1162 to 127.0.0.1:59855
2015-02-12 10:22:04,938 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741969 for deletion
2015-02-12 10:22:04,938 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741970 for deletion
2015-02-12 10:22:04,938 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741974 for deletion
2015-02-12 10:22:04,938 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741966_1142 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741966 for deletion
2015-02-12 10:22:04,938 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741969
2015-02-12 10:22:04,939 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741970
2015-02-12 10:22:04,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741986_1162 src: /127.0.0.1:63017 dest: /127.0.0.1:59855
2015-02-12 10:22:04,939 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073741986_1162 (numBytes=254067) to /127.0.0.1:59855
2015-02-12 10:22:04,939 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741974
2015-02-12 10:22:04,940 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741966_1142 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741966
2015-02-12 10:22:04,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073741986_1162 src: /127.0.0.1:63017 dest: /127.0.0.1:59855 of size 254067
2015-02-12 10:22:04,942 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741986_1162 size 254067
2015-02-12 10:22:04,974 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741969 for deletion
2015-02-12 10:22:04,974 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741972 for deletion
2015-02-12 10:22:04,974 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741974 for deletion
2015-02-12 10:22:04,975 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741980 for deletion
2015-02-12 10:22:04,975 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741966_1142 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741966 for deletion
2015-02-12 10:22:04,975 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741969
2015-02-12 10:22:04,975 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741974
2015-02-12 10:22:04,975 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741972
2015-02-12 10:22:04,975 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741980
2015-02-12 10:22:04,976 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741966_1142 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741966
2015-02-12 10:22:05,030 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:05,030 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:05,143 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741976_1152
2015-02-12 10:22:05,143 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741975_1151
2015-02-12 10:22:05,144 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741977_1153
2015-02-12 10:22:05,144 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741978_1154
2015-02-12 10:22:05,156 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0014_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:22:05,156 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0014_000001
2015-02-12 10:22:05,156 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0014_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:22:05,156 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0014_000001
2015-02-12 10:22:05,156 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000001
2015-02-12 10:22:05,156 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0014_000001 State change from FINISHING to FINISHED
2015-02-12 10:22:05,156 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0014_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:22:05,156 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0014 State change from FINISHING to FINISHED
2015-02-12 10:22:05,156 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:22:05,157 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0014_000001
2015-02-12 10:22:05,157 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0014_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:22:05,157 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0014
2015-02-12 10:22:05,157 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:05,157 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0014,name=[9AA614488B29472F89E8DCD99BE32A27/CEAE5CC7CEB04172944617BC82C9695A] left+right/(2/2) ...eldedpipesplatform/split1,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0014/jobhistory/job/job_1423764831909_0014,appMasterHost=10.1.1.68,startTime=1423765281814,finishTime=1423765318567,finalStatus=SUCCEEDED
2015-02-12 10:22:05,157 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1
2015-02-12 10:22:05,157 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0014_000001 released container container_1423764831909_0014_01_000001 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:22:05,157 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0014_000001 is done. finalState=FINISHED
2015-02-12 10:22:05,157 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0014 requests cleared
2015-02-12 10:22:05,158 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0016 from user: soberoi activated in queue: default
2015-02-12 10:22:05,158 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0014 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:22:05,158 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0014 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:22:05,160 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0014_000001 (auth:SIMPLE)
2015-02-12 10:22:05,161 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0014_01_000001
2015-02-12 10:22:05,162 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0014 CONTAINERID=container_1423764831909_0014_01_000001
2015-02-12 10:22:05,162 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0014_01_000001]
2015-02-12 10:22:05,162 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:05,162 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0014 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:22:05,162 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:22:05,163 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000001
2015-02-12 10:22:05,163 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0016_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:22:05,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0014
2015-02-12 10:22:05,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0014
2015-02-12 10:22:05,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0014
2015-02-12 10:22:05,163 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0014
2015-02-12 10:22:05,163 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0014 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:22:05,163 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0014, with delay of 10800 seconds
2015-02-12 10:22:05,163 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0016_000001 container=Container: [ContainerId: container_1423764831909_0016_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:22:05,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0014
2015-02-12 10:22:05,164 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:22:05,165 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:05,165 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0016_01_000001
2015-02-12 10:22:05,165 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:22:05,165 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0016_000001
2015-02-12 10:22:05,166 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0016 AttemptId: appattempt_1423764831909_0016_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0016_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ]
2015-02-12 10:22:05,166 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0016_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:22:05,166 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0016_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:22:05,166 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0016_000001
2015-02-12 10:22:05,168 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0016_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0016_000001
2015-02-12 10:22:05,168 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0016_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:22:05,168 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0016_000001
2015-02-12 10:22:05,168 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0016_000001
2015-02-12 10:22:05,171 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0016_000001 (auth:SIMPLE)
2015-02-12 10:22:05,174 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0016_01_000001 by user soberoi
2015-02-12 10:22:05,174 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0016
2015-02-12 10:22:05,175 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000001
2015-02-12 10:22:05,175 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0016 transitioned from NEW to INITING
2015-02-12 10:22:05,175 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0016_01_000001 to application application_1423764831909_0016
2015-02-12 10:22:05,175 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0016 transitioned from INITING to RUNNING
2015-02-12 10:22:05,175 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:22:05,175 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0016_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0016_000001
2015-02-12 10:22:05,175 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0016
2015-02-12 10:22:05,176 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0016_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:22:05,176 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:22:05,176 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:22:05,176 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:22:05,176 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:22:05,176 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0016_01_000001
2015-02-12 10:22:05,190 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423764831909_0016_01_000001.tokens. Credentials list:
2015-02-12 10:22:05,299 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0014 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:22:05,299 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:05,299 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:05,299 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:05,299 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:05,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0014
2015-02-12 10:22:05,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0014
2015-02-12 10:22:05,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0014
2015-02-12 10:22:05,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0014
2015-02-12 10:22:05,300 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0014
2015-02-12 10:22:05,300 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0014 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:22:05,300 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0014, with delay of 10800 seconds
2015-02-12 10:22:05,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:22:05,407 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:05,407 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:05,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423764831909_0016_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000001.tokens
2015-02-12 10:22:05,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0016 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0016
2015-02-12 10:22:05,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:05,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:05,604 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0016/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:22:05,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:22:05,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:22:05,656 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0016/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:22:05,663 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741984_1160
2015-02-12 10:22:05,664 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741982_1158
2015-02-12 10:22:05,665 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741979_1155
2015-02-12 10:22:05,665 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741985_1161
2015-02-12 10:22:05,666 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741983_1159
2015-02-12 10:22:05,666 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741978_1154
2015-02-12 10:22:05,667 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741981_1157
2015-02-12 10:22:05,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.split dst=null perm=null proto=rpc
2015-02-12 10:22:05,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.split dst=null perm=null proto=rpc
2015-02-12 10:22:05,707 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0016/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:22:05,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 10:22:05,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 10:22:05,756 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0016/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:22:05,756 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:22:05,787 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:22:05,787 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:05,821 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741979_1155
2015-02-12 10:22:05,821 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741983_1159
2015-02-12 10:22:05,822 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741982_1158
2015-02-12 10:22:05,822 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741978_1154
2015-02-12 10:22:05,822 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741975_1151
2015-02-12 10:22:05,823 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741981_1157
2015-02-12 10:22:05,823 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741977_1153
2015-02-12 10:22:05,871 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000001/default_container_executor.sh]
2015-02-12 10:22:06,021 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741985_1161
2015-02-12 10:22:06,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741984_1160
2015-02-12 10:22:06,034 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:06,034 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:06,035 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0014 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:22:06,036 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0014
2015-02-12 10:22:06,036 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0014 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:22:06,036 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0014, with delay of 10800 seconds
2015-02-12 10:22:06,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0014
2015-02-12 10:22:06,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0014
2015-02-12 10:22:06,037 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0014
2015-02-12 10:22:06,037 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0014
2015-02-12 10:22:06,167 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:22:06,300 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:06,300 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:06,300 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:06,300 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:06,398 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30006 milliseconds
2015-02-12 10:22:06,399 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:22:06,407 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:06,407 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:06,446 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741985_1161
2015-02-12 10:22:06,446 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741981_1157
2015-02-12 10:22:06,447 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741977_1153
2015-02-12 10:22:06,448 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741976_1152
2015-02-12 10:22:06,448 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741983_1159
2015-02-12 10:22:06,448 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741975_1151
2015-02-12 10:22:06,449 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741982_1158
2015-02-12 10:22:06,449 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741980_1156
2015-02-12 10:22:06,450 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741979_1155
2015-02-12 10:22:06,641 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0015_01_000001 succeeded
2015-02-12 10:22:06,641 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:22:06,641 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0015_01_000001
2015-02-12 10:22:06,660 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000001
2015-02-12 10:22:06,661 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000001
2015-02-12 10:22:06,661 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000001
2015-02-12 10:22:06,661 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000001
2015-02-12 10:22:06,661 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0015/container_1423764831909_0015_01_000001
2015-02-12 10:22:06,661 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0015_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:22:06,662 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0015_01_000001 from application application_1423764831909_0015
2015-02-12 10:22:06,662 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:06,662 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0015
2015-02-12 10:22:06,962 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073741968_1144, blk_1073741969_1145, blk_1073741970_1146, blk_1073741971_1147, blk_1073741972_1148, blk_1073741973_1149, blk_1073741976_1152, blk_1073741980_1156, blk_1073741965_1141, blk_1073741966_1142, blk_1073741967_1143]
2015-02-12 10:22:06,962 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073741969_1145, blk_1073741970_1146, blk_1073741972_1148, blk_1073741974_1150, blk_1073741976_1152, blk_1073741980_1156, blk_1073741965_1141, blk_1073741966_1142, blk_1073741967_1143]
2015-02-12 10:22:07,038 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:07,038 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:07,038 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0015_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:22:07,038 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0015_000001
2015-02-12 10:22:07,038 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0015_000001
2015-02-12 10:22:07,038 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0015_000001 State change from FINISHING to FINISHED
2015-02-12 10:22:07,039 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0015 State change from FINISHING to FINISHED
2015-02-12 10:22:07,038 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0015_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:22:07,039 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000001
2015-02-12 10:22:07,039 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0015
2015-02-12 10:22:07,039 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0015_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:22:07,039 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0015,name=[9AA614488B29472F89E8DCD99BE32A27/40D56EB08C2748DE8D35E2D8CCDF2903] left+right/(1/2) ...eldedpipesplatform/split2,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0015/jobhistory/job/job_1423764831909_0015,appMasterHost=10.1.1.68,startTime=1423765281839,finishTime=1423765320576,finalStatus=SUCCEEDED
2015-02-12 10:22:07,039 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0015_000001
2015-02-12 10:22:07,039 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:22:07,039 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0015_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:22:07,040 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:07,040 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:22:07,040 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0015_000001 released container container_1423764831909_0015_01_000001 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:22:07,040 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0015_000001 is done. finalState=FINISHED
2015-02-12 10:22:07,040 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0015 requests cleared
2015-02-12 10:22:07,040 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0015 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:22:07,040 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0015 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:22:07,042 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0015_000001 (auth:SIMPLE)
2015-02-12 10:22:07,044 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0015_01_000001
2015-02-12 10:22:07,044 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0015 CONTAINERID=container_1423764831909_0015_01_000001
2015-02-12 10:22:07,045 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0015_01_000001]
2015-02-12 10:22:07,045 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:07,045 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0015 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:22:07,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0015
2015-02-12 10:22:07,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0015
2015-02-12 10:22:07,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0015
2015-02-12 10:22:07,046 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0015
2015-02-12 10:22:07,046 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0015 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:22:07,046 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0015, with delay of 10800 seconds
2015-02-12 10:22:07,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0015
2015-02-12 10:22:07,300 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0015_01_000003]
2015-02-12 10:22:07,300 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:07,301 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:07,301 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0015 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:22:07,301 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0015
2015-02-12 10:22:07,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0015
2015-02-12 10:22:07,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0015
2015-02-12 10:22:07,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0015
2015-02-12 10:22:07,302 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0015
2015-02-12 10:22:07,303 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0015 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:22:07,303 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0015, with delay of 10800 seconds
2015-02-12 10:22:07,407 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0015_01_000004]
2015-02-12 10:22:07,407 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:07,408 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:07,408 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0015 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:22:07,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0015
2015-02-12 10:22:07,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0015
2015-02-12 10:22:07,408 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0015
2015-02-12 10:22:07,409 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0015
2015-02-12 10:22:07,409 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0015 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:22:07,409 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0015, with delay of 10800 seconds
2015-02-12 10:22:07,409 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0015
2015-02-12 10:22:08,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:22:08,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:22:08,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:22:08,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:22:08,275 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741968_1144 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741968 for deletion
2015-02-12 10:22:08,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741969 for deletion
2015-02-12 10:22:08,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741970 for deletion
2015-02-12 10:22:08,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741968_1144 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741968
2015-02-12 10:22:08,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741969
2015-02-12 10:22:08,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741971 for deletion
2015-02-12 10:22:08,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741972 for deletion
2015-02-12 10:22:08,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741970
2015-02-12 10:22:08,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741973 for deletion
2015-02-12 10:22:08,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741971
2015-02-12 10:22:08,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741976 for deletion
2015-02-12 10:22:08,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741972
2015-02-12 10:22:08,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741980 for deletion
2015-02-12 10:22:08,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741973
2015-02-12 10:22:08,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741965 for deletion
2015-02-12 10:22:08,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741966_1142 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741966 for deletion
2015-02-12 10:22:08,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741980
2015-02-12 10:22:08,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741967 for deletion
2015-02-12 10:22:08,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741976
2015-02-12 10:22:08,278 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741965
2015-02-12 10:22:08,278 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741966_1142 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741966
2015-02-12 10:22:08,278 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741967
2015-02-12 10:22:08,301 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:08,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016 dst=null perm=null proto=rpc
2015-02-12 10:22:08,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:22:08,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:22:08,410 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:08,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741969 for deletion
2015-02-12 10:22:08,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741970 for deletion
2015-02-12 10:22:08,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741972 for deletion
2015-02-12 10:22:08,429 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741969
2015-02-12 10:22:08,429 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741970
2015-02-12 10:22:08,429 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741974 for deletion
2015-02-12 10:22:08,429 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741976 for deletion
2015-02-12 10:22:08,429 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741972
2015-02-12 10:22:08,429 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741980 for deletion
2015-02-12 10:22:08,429 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741974
2015-02-12 10:22:08,429 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741965 for deletion
2015-02-12 10:22:08,429 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741966_1142 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741966 for deletion
2015-02-12 10:22:08,429 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741976
2015-02-12 10:22:08,429 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741980
2015-02-12 10:22:08,429 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741967 for deletion
2015-02-12 10:22:08,430 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741965
2015-02-12 10:22:08,430 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741966_1142 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741966
2015-02-12 10:22:08,430 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741967
2015-02-12 10:22:08,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:22:08,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:22:10,147 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741984_1160
2015-02-12 10:22:10,306 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0016_000001 (auth:SIMPLE)
2015-02-12 10:22:10,311 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0016_000001
2015-02-12 10:22:10,311 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0016 APPATTEMPTID=appattempt_1423764831909_0016_000001
2015-02-12 10:22:10,311 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0016_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:22:10,311 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0016 State change from ACCEPTED to RUNNING
2015-02-12 10:22:10,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job_1423764831909_0016_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:10,349 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741986_1162
2015-02-12 10:22:10,349 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741987_1163
2015-02-12 10:22:10,350 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741989_1165
2015-02-12 10:22:10,351 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741988_1164
2015-02-12 10:22:10,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:22:10,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job_1423764831909_0016_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:10,662 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job_1423764831909_0016_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:22:10,726 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741990_1166 src: /127.0.0.1:63043 dest: /127.0.0.1:59855
2015-02-12 10:22:10,728 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741990_1166 src: /127.0.0.1:63044 dest: /127.0.0.1:59859
2015-02-12 10:22:10,729 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741990_1166 src: /127.0.0.1:63045 dest: /127.0.0.1:59852
2015-02-12 10:22:10,762 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63045, dest: /127.0.0.1:59852, bytes: 114571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_501515220_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741990_1166, duration: 31073000
2015-02-12 10:22:10,762 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741990_1166, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:10,763 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:22:10,763 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63044, dest: /127.0.0.1:59859, bytes: 114571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_501515220_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741990_1166, duration: 32039000
2015-02-12 10:22:10,763 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:10,764 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:22:10,764 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63043, dest: /127.0.0.1:59855, bytes: 114571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_501515220_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741990_1166, duration: 32896000
2015-02-12 10:22:10,764 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:10,764 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:22:10,768 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job_1423764831909_0016_1_conf.xml is closed by DFSClient_NONMAPREDUCE_501515220_1
2015-02-12 10:22:10,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741986_1162
2015-02-12 10:22:10,875 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741987_1163
2015-02-12 10:22:10,875 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741988_1164
2015-02-12 10:22:11,027 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741988_1164
2015-02-12 10:22:11,029 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741989_1165
2015-02-12 10:22:11,229 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741986_1162
2015-02-12 10:22:11,230 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741987_1163
2015-02-12 10:22:11,419 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:22:11,419 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000002
2015-02-12 10:22:11,419 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0016_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:22:11,420 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0016_000001 container=Container: [ContainerId: container_1423764831909_0016_01_000002, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:22:11,420 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:22:11,420 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:11,420 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:22:11,420 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000003
2015-02-12 10:22:11,420 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0016_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:22:11,421 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0016_000001 container=Container: [ContainerId: container_1423764831909_0016_01_000003, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:22:11,421 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:22:11,421 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:11,421 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:22:11,421 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000004
2015-02-12 10:22:11,421 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0016_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:22:11,421 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0016_000001 container=Container: [ContainerId: container_1423764831909_0016_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:22:11,422 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:22:11,422 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:11,422 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:22:11,422 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000005
2015-02-12 10:22:11,422 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0016_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:22:11,422 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0016_000001 container=Container: [ContainerId: container_1423764831909_0016_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:22:11,423 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:22:11,423 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:11,454 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741989_1165
2015-02-12 10:22:11,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741986_1162
2015-02-12 10:22:11,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741987_1163
2015-02-12 10:22:12,367 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0016_01_000002
2015-02-12 10:22:12,367 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:22:12,368 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:22:12,369 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:22:12,370 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:22:12,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:12,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:12,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 10:22:12,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 10:22:12,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:22:12,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:22:12,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:22:12,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:22:12,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:22:12,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:22:12,485 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0016_000001 (auth:SIMPLE)
2015-02-12 10:22:12,486 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0016_000001 (auth:SIMPLE)
2015-02-12 10:22:12,487 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0016_000001 (auth:SIMPLE)
2015-02-12 10:22:12,488 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0016_000001 (auth:SIMPLE)
2015-02-12 10:22:12,490 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0016_01_000004 by user soberoi
2015-02-12 10:22:12,490 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0016
2015-02-12 10:22:12,491 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000004
2015-02-12 10:22:12,491 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0016 transitioned from NEW to INITING
2015-02-12 10:22:12,491 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0016_01_000004 to application application_1423764831909_0016
2015-02-12 10:22:12,491 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0016 transitioned from INITING to RUNNING
2015-02-12 10:22:12,492 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:22:12,492 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0016
2015-02-12 10:22:12,492 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0016
2015-02-12 10:22:12,492 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:22:12,492 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0016
2015-02-12 10:22:12,492 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:22:12,492 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:22:12,493 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0016_01_000004
2015-02-12 10:22:12,495 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0016_01_000002 by user soberoi
2015-02-12 10:22:12,495 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000002
2015-02-12 10:22:12,495 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0016_01_000002 to application application_1423764831909_0016
2015-02-12 10:22:12,495 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:22:12,495 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0016
2015-02-12 10:22:12,496 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0016
2015-02-12 10:22:12,496 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:22:12,496 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0016
2015-02-12 10:22:12,496 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0016_01_000002
2015-02-12 10:22:12,497 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0016_01_000005 by user soberoi
2015-02-12 10:22:12,497 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000005
2015-02-12 10:22:12,498 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0016_01_000005 to application application_1423764831909_0016
2015-02-12 10:22:12,499 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:22:12,499 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0016
2015-02-12 10:22:12,499 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0016
2015-02-12 10:22:12,499 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:22:12,499 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0016
2015-02-12 10:22:12,499 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0016_01_000005
2015-02-12 10:22:12,505 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0016_01_000003 by user soberoi
2015-02-12 10:22:12,505 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000003
2015-02-12 10:22:12,506 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0016_01_000003 to application application_1423764831909_0016
2015-02-12 10:22:12,507 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:22:12,507 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0016
2015-02-12 10:22:12,507 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0016
2015-02-12 10:22:12,507 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:22:12,507 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0016
2015-02-12 10:22:12,507 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0016_01_000003
2015-02-12 10:22:12,516 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0016_01_000004.tokens. Credentials list:
2015-02-12 10:22:12,517 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0016_01_000005.tokens. Credentials list:
2015-02-12 10:22:12,518 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0016_01_000002.tokens. Credentials list:
2015-02-12 10:22:12,522 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423764831909_0016_01_000003.tokens. Credentials list:
2015-02-12 10:22:12,631 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:22:12,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0016_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000004.tokens
2015-02-12 10:22:12,730 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0016 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0016
2015-02-12 10:22:12,743 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:22:12,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:12,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:12,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:22:12,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423764831909_0016_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000003.tokens
2015-02-12 10:22:12,860 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0016 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0016
2015-02-12 10:22:12,909 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0016/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:22:12,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 10:22:12,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 10:22:13,019 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:22:13,028 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0016/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:22:13,028 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:22:13,028 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:22:13,028 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:22:13,028 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:22:13,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0016_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000002.tokens
2015-02-12 10:22:13,062 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0016 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0016
2015-02-12 10:22:13,094 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:22:13,094 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:13,095 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:22:13,095 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:13,096 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:22:13,096 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:13,098 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:22:13,098 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:13,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0016_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000005.tokens
2015-02-12 10:22:13,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0016 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0016
2015-02-12 10:22:13,344 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000002/default_container_executor.sh]
2015-02-12 10:22:13,364 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000004/default_container_executor.sh]
2015-02-12 10:22:13,374 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000005/default_container_executor.sh]
2015-02-12 10:22:13,380 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:22:13,394 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000003/default_container_executor.sh]
2015-02-12 10:22:13,423 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:22:13,423 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:22:13,424 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:22:13,424 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:22:15,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741990_1166
2015-02-12 10:22:16,234 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741990_1166
2015-02-12 10:22:20,363 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741990_1166
2015-02-12 10:22:21,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.split dst=null perm=null proto=rpc
2015-02-12 10:22:21,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.split dst=null perm=null proto=rpc
2015-02-12 10:22:21,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.split dst=null perm=null proto=rpc
2015-02-12 10:22:21,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job.split dst=null perm=null proto=rpc
2015-02-12 10:22:21,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:22:21,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:22,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:22:22,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:22:22,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:22:22,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:22,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:22,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:22,484 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:22:22,517 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000001_0/part-00001. BP-1216473654-10.1.1.68-1423764814898 blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:22:22,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741991_1167 src: /127.0.0.1:63131 dest: /127.0.0.1:59862
2015-02-12 10:22:22,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741992_1168 src: /127.0.0.1:63132 dest: /127.0.0.1:59852
2015-02-12 10:22:22,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741991_1167 src: /127.0.0.1:63133 dest: /127.0.0.1:59852
2015-02-12 10:22:22,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741992_1168 src: /127.0.0.1:63134 dest: /127.0.0.1:59859
2015-02-12 10:22:22,606 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741992_1168 src: /127.0.0.1:63136 dest: /127.0.0.1:59862
2015-02-12 10:22:22,606 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741991_1167 src: /127.0.0.1:63135 dest: /127.0.0.1:59855
2015-02-12 10:22:22,645 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63136, dest: /127.0.0.1:59862, bytes: 217, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0016_m_000001_0_1342015624_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741992_1168, duration: 37761000
2015-02-12 10:22:22,646 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741992_1168, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:22,646 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:22:22,646 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63134, dest: /127.0.0.1:59859, bytes: 217, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0016_m_000001_0_1342015624_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741992_1168, duration: 36830000
2015-02-12 10:22:22,646 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:22,647 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:22:22,647 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63132, dest: /127.0.0.1:59852, bytes: 217, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0016_m_000001_0_1342015624_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741992_1168, duration: 39065000
2015-02-12 10:22:22,647 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:22,647 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:22:22,653 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000001_0/part-00001 is closed by DFSClient_attempt_1423764831909_0016_m_000001_0_1342015624_1
2015-02-12 10:22:22,657 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63135, dest: /127.0.0.1:59855, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0016_m_000000_0_627282218_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741991_1167, duration: 47933000
2015-02-12 10:22:22,657 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741991_1167, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:22,657 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:22:22,658 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63133, dest: /127.0.0.1:59852, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0016_m_000000_0_627282218_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741991_1167, duration: 49807000
2015-02-12 10:22:22,658 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:22,658 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:22:22,658 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63131, dest: /127.0.0.1:59862, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0016_m_000000_0_627282218_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741991_1167, duration: 50728000
2015-02-12 10:22:22,659 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:22,659 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:22:22,667 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0016_m_000000_0_627282218_1
2015-02-12 10:22:22,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:22:22,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:22:22,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:22:22,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:22:22,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/task_1423764831909_0016_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:22:22,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/task_1423764831909_0016_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:22:22,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000000_0 dst=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/task_1423764831909_0016_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:22:22,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000001_0 dst=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/task_1423764831909_0016_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:22:22,726 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0016_000001 (auth:SIMPLE)
2015-02-12 10:22:22,728 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0016_01_000002
2015-02-12 10:22:22,728 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000002
2015-02-12 10:22:22,728 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:22:22,728 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0016_01_000002
2015-02-12 10:22:22,730 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0016_000001 (auth:SIMPLE)
2015-02-12 10:22:22,733 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0016_01_000003
2015-02-12 10:22:22,733 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000003
2015-02-12 10:22:22,746 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job_1423764831909_0016_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:22:22,747 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0016_01_000002 is : 143
2015-02-12 10:22:22,748 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741993_1169 src: /127.0.0.1:63140 dest: /127.0.0.1:59859
2015-02-12 10:22:22,749 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741993_1169 src: /127.0.0.1:63141 dest: /127.0.0.1:59855
2015-02-12 10:22:22,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741993_1169 src: /127.0.0.1:63142 dest: /127.0.0.1:59862
2015-02-12 10:22:22,758 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job_1423764831909_0016_1.jhist for DFSClient_NONMAPREDUCE_501515220_1
2015-02-12 10:22:22,760 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:22:22,760 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:22:22,760 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0016_01_000003
2015-02-12 10:22:22,779 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0016_01_000003 is : 143
2015-02-12 10:22:22,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000002
2015-02-12 10:22:22,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000002
2015-02-12 10:22:22,792 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000002
2015-02-12 10:22:22,792 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000002
2015-02-12 10:22:22,793 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:22:22,794 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000002
2015-02-12 10:22:22,794 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:22:22,794 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000003
2015-02-12 10:22:22,794 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000003
2015-02-12 10:22:22,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000003
2015-02-12 10:22:22,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000003
2015-02-12 10:22:22,795 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0016_01_000002 from application application_1423764831909_0016
2015-02-12 10:22:22,797 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:22,797 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0016
2015-02-12 10:22:22,798 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000003
2015-02-12 10:22:22,798 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:22:22,798 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0016_01_000003 from application application_1423764831909_0016
2015-02-12 10:22:22,798 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:22,798 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0016
2015-02-12 10:22:22,799 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000002_0/part-00002. BP-1216473654-10.1.1.68-1423764814898 blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:22:22,813 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000003_0/part-00003. BP-1216473654-10.1.1.68-1423764814898 blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:22:22,914 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741995_1171 src: /127.0.0.1:63144 dest: /127.0.0.1:59855
2015-02-12 10:22:22,915 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741995_1171 src: /127.0.0.1:63145 dest: /127.0.0.1:59852
2015-02-12 10:22:22,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741994_1170 src: /127.0.0.1:63143 dest: /127.0.0.1:59862
2015-02-12 10:22:22,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741995_1171 src: /127.0.0.1:63146 dest: /127.0.0.1:59862
2015-02-12 10:22:22,919 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741994_1170 src: /127.0.0.1:63147 dest: /127.0.0.1:59855
2015-02-12 10:22:22,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741994_1170 src: /127.0.0.1:63148 dest: /127.0.0.1:59852
2015-02-12 10:22:22,950 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63146, dest: /127.0.0.1:59862, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0016_m_000003_0_179747728_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741995_1171, duration: 32344000
2015-02-12 10:22:22,951 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741995_1171, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:22,951 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:22:22,951 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63145, dest: /127.0.0.1:59852, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0016_m_000003_0_179747728_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741995_1171, duration: 33090000
2015-02-12 10:22:22,952 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:22,952 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63144, dest: /127.0.0.1:59855, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0016_m_000003_0_179747728_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741995_1171, duration: 34064000
2015-02-12 10:22:22,952 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:22,952 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:22:22,953 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:22:22,957 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000003_0/part-00003 is closed by DFSClient_attempt_1423764831909_0016_m_000003_0_179747728_1
2015-02-12 10:22:22,959 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63148, dest: /127.0.0.1:59852, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0016_m_000002_0_1320396954_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741994_1170, duration: 36632000
2015-02-12 10:22:22,959 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741994_1170, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:22,960 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:22:22,960 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63147, dest: /127.0.0.1:59855, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0016_m_000002_0_1320396954_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741994_1170, duration: 37302000
2015-02-12 10:22:22,960 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:22,961 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:22:22,961 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63143, dest: /127.0.0.1:59862, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0016_m_000002_0_1320396954_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741994_1170, duration: 38275000
2015-02-12 10:22:22,961 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:22,962 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:22:22,965 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000002_0/part-00002 is closed by DFSClient_attempt_1423764831909_0016_m_000002_0_1320396954_1
2015-02-12 10:22:22,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:22:22,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:22:22,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:22:22,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/task_1423764831909_0016_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:22:22,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000003_0 dst=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/task_1423764831909_0016_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:22:22,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:22:22,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/task_1423764831909_0016_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:22:22,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/_temporary/attempt_1423764831909_0016_m_000002_0 dst=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/task_1423764831909_0016_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:22:23,002 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0016_000001 (auth:SIMPLE)
2015-02-12 10:22:23,004 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0016_01_000005
2015-02-12 10:22:23,004 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000005
2015-02-12 10:22:23,005 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:22:23,006 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:22:23,006 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0016_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:22:23,006 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000002
2015-02-12 10:22:23,006 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0016_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:22:23,006 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:22:23,006 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0016_01_000005
2015-02-12 10:22:23,007 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0016_01_000002, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:22:23,008 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0016_000001 (auth:SIMPLE)
2015-02-12 10:22:23,008 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:23,008 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:22:23,008 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0016_000001 released container container_1423764831909_0016_01_000002 on node: host: 10.1.1.68:59924 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:22:23,009 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:22:23,009 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0016_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:22:23,009 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000003
2015-02-12 10:22:23,009 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0016_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:22:23,009 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:22:23,010 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0016_01_000003, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:22:23,010 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:23,010 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:22:23,010 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0016_01_000004
2015-02-12 10:22:23,010 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0016_000001 released container container_1423764831909_0016_01_000003 on node: host: 10.1.1.68:59924 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:22:23,011 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000004
2015-02-12 10:22:23,011 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:23,011 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:23,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:23,017 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_501515220_1
2015-02-12 10:22:23,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:22:23,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E dst=null perm=null proto=rpc
2015-02-12 10:22:23,031 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0016_01_000005 is : 143
2015-02-12 10:22:23,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E dst=null perm=null proto=rpc
2015-02-12 10:22:23,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/task_1423764831909_0016_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:22:23,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:22:23,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/task_1423764831909_0016_m_000000/part-00000 dst=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:23,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E dst=null perm=null proto=rpc
2015-02-12 10:22:23,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E dst=null perm=null proto=rpc
2015-02-12 10:22:23,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/task_1423764831909_0016_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:22:23,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:22:23,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/task_1423764831909_0016_m_000001/part-00001 dst=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:23,046 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:22:23,046 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:22:23,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E dst=null perm=null proto=rpc
2015-02-12 10:22:23,047 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0016_01_000004
2015-02-12 10:22:23,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E dst=null perm=null proto=rpc
2015-02-12 10:22:23,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/task_1423764831909_0016_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:22:23,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:22:23,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/task_1423764831909_0016_m_000002/part-00002 dst=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:23,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E dst=null perm=null proto=rpc
2015-02-12 10:22:23,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E dst=null perm=null proto=rpc
2015-02-12 10:22:23,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/task_1423764831909_0016_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:22:23,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:22:23,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary/1/task_1423764831909_0016_m_000003/part-00003 dst=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:23,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_temporary dst=null perm=null proto=rpc
2015-02-12 10:22:23,065 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0016_01_000004 is : 143
2015-02-12 10:22:23,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:23,067 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/_SUCCESS is closed by DFSClient_NONMAPREDUCE_501515220_1
2015-02-12 10:22:23,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:23,071 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_501515220_1
2015-02-12 10:22:23,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000005
2015-02-12 10:22:23,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000005
2015-02-12 10:22:23,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000005
2015-02-12 10:22:23,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000005
2015-02-12 10:22:23,080 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:22:23,080 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000005
2015-02-12 10:22:23,080 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:22:23,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000004
2015-02-12 10:22:23,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000004
2015-02-12 10:22:23,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000004
2015-02-12 10:22:23,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000004
2015-02-12 10:22:23,082 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0016_01_000005 from application application_1423764831909_0016
2015-02-12 10:22:23,083 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:23,083 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0016
2015-02-12 10:22:23,083 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000004
2015-02-12 10:22:23,083 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:22:23,083 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0016_01_000004 from application application_1423764831909_0016
2015-02-12 10:22:23,083 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:23,083 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0016
2015-02-12 10:22:23,087 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63142, dest: /127.0.0.1:59862, bytes: 47125, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_501515220_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741993_1169, duration: 333853000
2015-02-12 10:22:23,087 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741993_1169, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:23,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 15496
2015-02-12 10:22:23,089 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63141, dest: /127.0.0.1:59855, bytes: 47125, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_501515220_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741993_1169, duration: 334763000
2015-02-12 10:22:23,089 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:23,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 15496
2015-02-12 10:22:23,090 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63140, dest: /127.0.0.1:59859, bytes: 47125, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_501515220_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741993_1169, duration: 336700000
2015-02-12 10:22:23,091 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:23,091 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 15496
2015-02-12 10:22:23,092 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job_1423764831909_0016_1.jhist is closed by DFSClient_NONMAPREDUCE_501515220_1
2015-02-12 10:22:23,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:23,097 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:22:23,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741996_1172 src: /127.0.0.1:63152 dest: /127.0.0.1:59862
2015-02-12 10:22:23,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741996_1172 src: /127.0.0.1:63153 dest: /127.0.0.1:59855
2015-02-12 10:22:23,102 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741996_1172 src: /127.0.0.1:63154 dest: /127.0.0.1:59852
2015-02-12 10:22:23,105 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63154, dest: /127.0.0.1:59852, bytes: 406, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_501515220_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741996_1172, duration: 1487000
2015-02-12 10:22:23,106 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741996_1172, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:23,106 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:22:23,106 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63153, dest: /127.0.0.1:59855, bytes: 406, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_501515220_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741996_1172, duration: 2150000
2015-02-12 10:22:23,106 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:23,107 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:22:23,107 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63152, dest: /127.0.0.1:59862, bytes: 406, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_501515220_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741996_1172, duration: 2997000
2015-02-12 10:22:23,107 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:23,108 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:22:23,109 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016.summary_tmp is closed by DFSClient_NONMAPREDUCE_501515220_1
2015-02-12 10:22:23,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:23,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job_1423764831909_0016_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:22:23,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016-1423765322010-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F1B10EE60DD284FD9-1423765343072-4-0-SUCCEEDED-default-1423765330360.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:22:23,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job_1423764831909_0016_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:22:23,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016-1423765322010-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F1B10EE60DD284FD9-1423765343072-4-0-SUCCEEDED-default-1423765330360.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:22:23,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job_1423764831909_0016_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:22:23,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016-1423765322010-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F1B10EE60DD284FD9-1423765343072-4-0-SUCCEEDED-default-1423765330360.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:23,133 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016-1423765322010-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F1B10EE60DD284FD9-1423765343072-4-0-SUCCEEDED-default-1423765330360.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:22:23,135 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741997_1173 src: /127.0.0.1:63156 dest: /127.0.0.1:59855
2015-02-12 10:22:23,137 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741997_1173 src: /127.0.0.1:63157 dest: /127.0.0.1:59852
2015-02-12 10:22:23,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741997_1173 src: /127.0.0.1:63158 dest: /127.0.0.1:59859
2015-02-12 10:22:23,144 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63158, dest: /127.0.0.1:59859, bytes: 47125, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_501515220_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741997_1173, duration: 3905000
2015-02-12 10:22:23,145 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741997_1173, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:23,145 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:22:23,145 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63157, dest: /127.0.0.1:59852, bytes: 47125, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_501515220_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741997_1173, duration: 4711000
2015-02-12 10:22:23,145 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:23,146 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:22:23,146 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63156, dest: /127.0.0.1:59855, bytes: 47125, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_501515220_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741997_1173, duration: 5680000
2015-02-12 10:22:23,147 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:23,147 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:22:23,150 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016-1423765322010-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F1B10EE60DD284FD9-1423765343072-4-0-SUCCEEDED-default-1423765330360.jhist_tmp is closed by DFSClient_NONMAPREDUCE_501515220_1
2015-02-12 10:22:23,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016-1423765322010-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F1B10EE60DD284FD9-1423765343072-4-0-SUCCEEDED-default-1423765330360.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:23,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job_1423764831909_0016_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:22:23,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:22:23,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job_1423764831909_0016_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:22:23,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:22:23,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016/job_1423764831909_0016_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:22:23,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:23,168 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:22:23,171 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741998_1174 src: /127.0.0.1:63160 dest: /127.0.0.1:59855
2015-02-12 10:22:23,172 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741998_1174 src: /127.0.0.1:63161 dest: /127.0.0.1:59852
2015-02-12 10:22:23,174 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741998_1174 src: /127.0.0.1:63162 dest: /127.0.0.1:59862
2015-02-12 10:22:23,177 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63162, dest: /127.0.0.1:59862, bytes: 114571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_501515220_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741998_1174, duration: 1821000
2015-02-12 10:22:23,177 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741998_1174, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:23,178 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:22:23,178 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63161, dest: /127.0.0.1:59852, bytes: 114571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_501515220_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741998_1174, duration: 2419000
2015-02-12 10:22:23,178 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:23,179 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:22:23,179 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63160, dest: /127.0.0.1:59855, bytes: 114571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_501515220_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741998_1174, duration: 3288000
2015-02-12 10:22:23,179 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:23,180 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:22:23,183 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_501515220_1
2015-02-12 10:22:23,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:23,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:23,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:23,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016-1423765322010-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F1B10EE60DD284FD9-1423765343072-4-0-SUCCEEDED-default-1423765330360.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016-1423765322010-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F1B10EE60DD284FD9-1423765343072-4-0-SUCCEEDED-default-1423765330360.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:23,197 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0016_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:22:23,197 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0016_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:22:23,197 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0016 with final state: FINISHING
2015-02-12 10:22:23,198 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0016 State change from RUNNING to FINAL_SAVING
2015-02-12 10:22:23,198 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0016
2015-02-12 10:22:23,198 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0016_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:22:23,198 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0016 State change from FINAL_SAVING to FINISHING
2015-02-12 10:22:24,015 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:24,015 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:24,015 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:22:24,015 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0016_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:22:24,015 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000004
2015-02-12 10:22:24,015 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0016_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:22:24,015 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:22:24,016 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0016_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:22:24,017 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:24,017 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:22:24,017 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0016_000001 released container container_1423764831909_0016_01_000004 on node: host: 10.1.1.68:59924 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:22:24,017 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:22:24,017 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0016_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:22:24,017 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000005
2015-02-12 10:22:24,017 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0016_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:22:24,017 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:22:24,018 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0016_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:22:24,019 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:24,019 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:22:24,019 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0016_000001 released container container_1423764831909_0016_01_000005 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:22:24,201 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0016 unregistered successfully.
2015-02-12 10:22:24,203 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741986_1162 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:22:24,204 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741987_1163 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:22:24,204 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741988_1164 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:22:24,204 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741989_1165 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:22:24,204 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741993_1169 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:22:24,204 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741990_1166 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:22:24,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0016 dst=null perm=null proto=rpc
2015-02-12 10:22:24,251 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] starting step: (2/2) ...latform/splitsourcemerged
2015-02-12 10:22:24,266 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:22:24,287 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:22:24,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null proto=rpc
2015-02-12 10:22:24,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:22:24,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:22:24,302 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 17
2015-02-12 10:22:24,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017 dst=null perm=null proto=rpc
2015-02-12 10:22:24,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:22:24,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:22:24,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:24,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:22:24,310 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:22:24,312 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741999_1175 src: /127.0.0.1:63170 dest: /127.0.0.1:59855
2015-02-12 10:22:24,313 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741999_1175 src: /127.0.0.1:63171 dest: /127.0.0.1:59852
2015-02-12 10:22:24,315 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741999_1175 src: /127.0.0.1:63172 dest: /127.0.0.1:59859
2015-02-12 10:22:24,319 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63172, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741999_1175, duration: 2341000
2015-02-12 10:22:24,320 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741999_1175, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:24,320 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:22:24,320 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63171, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741999_1175, duration: 3272000
2015-02-12 10:22:24,320 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:24,321 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:22:24,321 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63170, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073741999_1175, duration: 3514000
2015-02-12 10:22:24,321 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:24,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:22:24,324 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:22:24,325 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar
2015-02-12 10:22:24,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:24,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:22:24,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:22:24,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:22:24,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:22:24,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:22:24,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:22:24,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:22:24,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:22:24,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:22:24,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:22:24,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E dst=null perm=null proto=rpc
2015-02-12 10:22:24,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E dst=null perm=null proto=rpc
2015-02-12 10:22:24,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E dst=null perm=null proto=rpc
2015-02-12 10:22:24,338 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 10:22:24,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:22:24,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:22:24,342 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.split
2015-02-12 10:22:24,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.split dst=null perm=null proto=rpc
2015-02-12 10:22:24,343 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:22:24,345 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742000_1176 src: /127.0.0.1:63173 dest: /127.0.0.1:59855
2015-02-12 10:22:24,347 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742000_1176 src: /127.0.0.1:63174 dest: /127.0.0.1:59859
2015-02-12 10:22:24,348 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742000_1176 src: /127.0.0.1:63175 dest: /127.0.0.1:59862
2015-02-12 10:22:24,349 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742000_1176 src: /127.0.0.1:63176 dest: /127.0.0.1:59852
2015-02-12 10:22:24,352 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63176, dest: /127.0.0.1:59852, bytes: 1383, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742000_1176, duration: 1728000
2015-02-12 10:22:24,353 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742000_1176, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:24,353 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:22:24,353 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63175, dest: /127.0.0.1:59862, bytes: 1383, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742000_1176, duration: 2491000
2015-02-12 10:22:24,354 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:24,354 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:22:24,354 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63174, dest: /127.0.0.1:59859, bytes: 1383, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742000_1176, duration: 3593000
2015-02-12 10:22:24,355 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:24,355 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:22:24,355 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63173, dest: /127.0.0.1:59855, bytes: 1383, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742000_1176, duration: 4066000
2015-02-12 10:22:24,355 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:24,356 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:22:24,358 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:22:24,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:22:24,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:22:24,363 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:22:24,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742001_1177 src: /127.0.0.1:63177 dest: /127.0.0.1:59859
2015-02-12 10:22:24,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742001_1177 src: /127.0.0.1:63179 dest: /127.0.0.1:59852
2015-02-12 10:22:24,367 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742001_1177 src: /127.0.0.1:63181 dest: /127.0.0.1:59862
2015-02-12 10:22:24,371 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63181, dest: /127.0.0.1:59862, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742001_1177, duration: 1482000
2015-02-12 10:22:24,371 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742001_1177, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:24,371 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:22:24,371 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63179, dest: /127.0.0.1:59852, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742001_1177, duration: 2178000
2015-02-12 10:22:24,372 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:24,372 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:22:24,373 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63177, dest: /127.0.0.1:59859, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742001_1177, duration: 3277000
2015-02-12 10:22:24,373 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:24,373 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:22:24,376 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:22:24,377 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:22:24,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:22:24,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:22:24,391 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:22:24,393 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742002_1178 src: /127.0.0.1:63182 dest: /127.0.0.1:59859
2015-02-12 10:22:24,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742002_1178 src: /127.0.0.1:63183 dest: /127.0.0.1:59852
2015-02-12 10:22:24,396 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742002_1178 src: /127.0.0.1:63184 dest: /127.0.0.1:59855
2015-02-12 10:22:24,399 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63184, dest: /127.0.0.1:59855, bytes: 98887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742002_1178, duration: 1658000
2015-02-12 10:22:24,399 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742002_1178, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:24,399 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:22:24,400 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63183, dest: /127.0.0.1:59852, bytes: 98887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742002_1178, duration: 2224000
2015-02-12 10:22:24,400 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:24,400 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:22:24,400 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63182, dest: /127.0.0.1:59859, bytes: 98887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742002_1178, duration: 2848000
2015-02-12 10:22:24,401 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:24,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:22:24,402 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:22:24,403 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0017
2015-02-12 10:22:24,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017 dst=null perm=null proto=rpc
2015-02-12 10:22:24,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 10:22:24,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 10:22:24,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:24,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:24,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.split dst=null perm=null proto=rpc
2015-02-12 10:22:24,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.split dst=null perm=null proto=rpc
2015-02-12 10:22:24,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:22:24,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:22:24,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:22:24,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:22:24,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:22:24,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:22:24,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:22:24,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:22:24,420 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 17 submitted by user soberoi
2015-02-12 10:22:24,420 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0017
2015-02-12 10:22:24,421 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0017
2015-02-12 10:22:24,421 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0017
2015-02-12 10:22:24,421 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0017 State change from NEW to NEW_SAVING
2015-02-12 10:22:24,421 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0017 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:22:24,421 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0017 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:22:24,421 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0017 from user: soberoi, in queue: default
2015-02-12 10:22:24,422 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0017 State change from SUBMITTED to ACCEPTED
2015-02-12 10:22:24,422 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0017_000001
2015-02-12 10:22:24,422 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0017_000001 State change from NEW to SUBMITTED
2015-02-12 10:22:24,422 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0017
2015-02-12 10:22:24,422 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0017 from user: soberoi activated in queue: default
2015-02-12 10:22:24,422 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0017 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:22:24,422 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0017_000001 to scheduler from user soberoi in queue default
2015-02-12 10:22:24,423 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0017_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:22:24,425 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0017/
2015-02-12 10:22:24,425 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] submitted hadoop job: job_1423764831909_0017
2015-02-12 10:22:24,426 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0017/
2015-02-12 10:22:24,980 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59859 to replicate blk_1073741999_1175 to datanode(s) 127.0.0.1:59862
2015-02-12 10:22:24,980 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073741986_1162, blk_1073741987_1163, blk_1073741989_1165, blk_1073741993_1169]
2015-02-12 10:22:24,981 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073741986_1162, blk_1073741987_1163, blk_1073741988_1164, blk_1073741989_1165, blk_1073741990_1166, blk_1073741993_1169]
2015-02-12 10:22:25,017 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:25,017 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:25,017 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:25,018 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:25,018 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:22:25,018 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000001
2015-02-12 10:22:25,018 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0017_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:22:25,019 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0017_000001 container=Container: [ContainerId: container_1423764831909_0017_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:22:25,019 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:22:25,019 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:25,020 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0017_01_000001
2015-02-12 10:22:25,020 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:22:25,020 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0017_000001
2015-02-12 10:22:25,020 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0017 AttemptId: appattempt_1423764831909_0017_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0017_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ]
2015-02-12 10:22:25,021 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0017_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:22:25,021 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0017_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:22:25,021 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0017_000001
2015-02-12 10:22:25,022 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0017_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] for AM appattempt_1423764831909_0017_000001
2015-02-12 10:22:25,022 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0017_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:22:25,023 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0017_000001
2015-02-12 10:22:25,023 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0017_000001
2015-02-12 10:22:25,025 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0017_000001 (auth:SIMPLE)
2015-02-12 10:22:25,027 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0017_01_000001 by user soberoi
2015-02-12 10:22:25,028 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0017
2015-02-12 10:22:25,028 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000001
2015-02-12 10:22:25,028 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0017 transitioned from NEW to INITING
2015-02-12 10:22:25,028 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0017_01_000001 to application application_1423764831909_0017
2015-02-12 10:22:25,028 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0017 transitioned from INITING to RUNNING
2015-02-12 10:22:25,028 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0017_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] for AM appattempt_1423764831909_0017_000001
2015-02-12 10:22:25,029 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:22:25,029 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0017
2015-02-12 10:22:25,029 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0017_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:22:25,029 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:22:25,029 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:22:25,029 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:22:25,029 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:22:25,030 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0017_01_000001
2015-02-12 10:22:25,038 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0017_01_000001.tokens. Credentials list:
2015-02-12 10:22:25,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:22:25,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0017_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000001.tokens
2015-02-12 10:22:25,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0017 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0017
2015-02-12 10:22:25,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:25,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:25,301 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0017/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:22:25,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:22:25,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:22:25,346 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0017/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:22:25,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.split dst=null perm=null proto=rpc
2015-02-12 10:22:25,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.split dst=null perm=null proto=rpc
2015-02-12 10:22:25,390 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0017/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:22:25,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 10:22:25,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 10:22:25,438 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0017/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:22:25,438 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:22:25,475 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:22:25,475 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:25,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000001/default_container_executor.sh]
2015-02-12 10:22:26,018 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:22:26,018 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:26,018 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:26,018 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:26,018 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:26,298 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f1559335-183d-467e-a94d-d6e0669ca32e, infoPort=59860, ipcPort=59861, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073741999_1175 to 127.0.0.1:59862
2015-02-12 10:22:26,299 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741986 for deletion
2015-02-12 10:22:26,299 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741987 for deletion
2015-02-12 10:22:26,299 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741988 for deletion
2015-02-12 10:22:26,300 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741989 for deletion
2015-02-12 10:22:26,300 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741990 for deletion
2015-02-12 10:22:26,300 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741993 for deletion
2015-02-12 10:22:26,300 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741986
2015-02-12 10:22:26,301 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741988
2015-02-12 10:22:26,301 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741990
2015-02-12 10:22:26,301 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741993
2015-02-12 10:22:26,302 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741987
2015-02-12 10:22:26,302 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741989
2015-02-12 10:22:26,303 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073741999_1175 (numBytes=254067) to /127.0.0.1:59862
2015-02-12 10:22:26,303 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073741999_1175 src: /127.0.0.1:63197 dest: /127.0.0.1:59862
2015-02-12 10:22:26,305 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073741999_1175 src: /127.0.0.1:63197 dest: /127.0.0.1:59862 of size 254067
2015-02-12 10:22:26,307 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073741999_1175 size 254067
2015-02-12 10:22:26,436 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741986 for deletion
2015-02-12 10:22:26,436 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741987 for deletion
2015-02-12 10:22:26,436 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741989 for deletion
2015-02-12 10:22:26,436 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741993 for deletion
2015-02-12 10:22:26,436 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741986
2015-02-12 10:22:26,436 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741987
2015-02-12 10:22:26,437 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741989
2015-02-12 10:22:26,437 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741993
2015-02-12 10:22:27,020 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:27,021 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:27,021 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:27,021 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:27,981 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073741986_1162, blk_1073741987_1163, blk_1073741988_1164, blk_1073741990_1166, blk_1073741993_1169]
2015-02-12 10:22:27,982 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073741986_1162, blk_1073741987_1163, blk_1073741988_1164, blk_1073741989_1165, blk_1073741990_1166]
2015-02-12 10:22:28,022 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:28,022 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:28,022 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:28,022 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:28,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741986 for deletion
2015-02-12 10:22:28,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741987 for deletion
2015-02-12 10:22:28,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741988 for deletion
2015-02-12 10:22:28,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741989 for deletion
2015-02-12 10:22:28,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741986
2015-02-12 10:22:28,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741987
2015-02-12 10:22:28,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741990 for deletion
2015-02-12 10:22:28,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741988
2015-02-12 10:22:28,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741989
2015-02-12 10:22:28,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741990
2015-02-12 10:22:28,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741986 for deletion
2015-02-12 10:22:28,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741987 for deletion
2015-02-12 10:22:28,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741988 for deletion
2015-02-12 10:22:28,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741990 for deletion
2015-02-12 10:22:28,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741993 for deletion
2015-02-12 10:22:28,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741988
2015-02-12 10:22:28,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741986
2015-02-12 10:22:28,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741990
2015-02-12 10:22:28,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741987
2015-02-12 10:22:28,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741993
2015-02-12 10:22:29,023 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:29,024 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:29,024 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:29,024 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:29,274 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0016_01_000001 succeeded
2015-02-12 10:22:29,274 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:22:29,274 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0016_01_000001
2015-02-12 10:22:29,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000001
2015-02-12 10:22:29,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000001
2015-02-12 10:22:29,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000001
2015-02-12 10:22:29,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0016/container_1423764831909_0016_01_000001
2015-02-12 10:22:29,298 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000001
2015-02-12 10:22:29,299 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0016_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:22:29,299 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0016_01_000001 from application application_1423764831909_0016
2015-02-12 10:22:29,299 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:29,299 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0016
2015-02-12 10:22:30,025 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:30,025 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:30,025 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:30,025 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:30,213 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0016_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:22:30,213 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0016_000001
2015-02-12 10:22:30,213 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0016_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:22:30,213 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0016_000001
2015-02-12 10:22:30,214 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000001
2015-02-12 10:22:30,214 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0016_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:22:30,214 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:22:30,214 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0016_000001 State change from FINISHING to FINISHED
2015-02-12 10:22:30,214 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0016_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:22:30,214 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0016 State change from FINISHING to FINISHED
2015-02-12 10:22:30,214 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:30,214 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:22:30,215 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0016_000001 released container container_1423764831909_0016_01_000001 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:22:30,214 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0016
2015-02-12 10:22:30,215 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0016_000001 is done. finalState=FINISHED
2015-02-12 10:22:30,215 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0016,name=[ACC4A5EA03C44FCAA5C512396781F1D4/1B10EE60DD284FD99B3BED8FCE3A60BB] merged/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0016/jobhistory/job/job_1423764831909_0016,appMasterHost=10.1.1.68,startTime=1423765322010,finishTime=1423765343197,finalStatus=SUCCEEDED
2015-02-12 10:22:30,214 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0016_000001
2015-02-12 10:22:30,215 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0016 requests cleared
2015-02-12 10:22:30,215 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0016 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:22:30,215 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0016 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:22:30,218 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0016_000001 (auth:SIMPLE)
2015-02-12 10:22:30,220 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0016_01_000001
2015-02-12 10:22:30,220 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0016 CONTAINERID=container_1423764831909_0016_01_000001
2015-02-12 10:22:30,221 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0016_01_000001]
2015-02-12 10:22:30,221 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:30,221 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0016 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:22:30,221 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0016
2015-02-12 10:22:30,221 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0016
2015-02-12 10:22:30,222 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0016
2015-02-12 10:22:30,222 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0016
2015-02-12 10:22:30,222 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0016 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:22:30,222 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0016, with delay of 10800 seconds
2015-02-12 10:22:30,222 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0016
2015-02-12 10:22:30,375 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741999_1175
2015-02-12 10:22:30,376 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742001_1177
2015-02-12 10:22:30,376 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742002_1178
2015-02-12 10:22:30,377 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741992_1168
2015-02-12 10:22:30,377 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742000_1176
2015-02-12 10:22:30,576 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741997_1173
2015-02-12 10:22:30,898 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742000_1176
2015-02-12 10:22:30,898 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741994_1170
2015-02-12 10:22:30,898 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741997_1173
2015-02-12 10:22:30,899 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742002_1178
2015-02-12 10:22:30,900 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741996_1172
2015-02-12 10:22:30,900 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741995_1171
2015-02-12 10:22:30,900 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741991_1167
2015-02-12 10:22:30,901 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741998_1174
2015-02-12 10:22:31,026 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0016 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:22:31,027 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:31,027 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:31,027 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:31,027 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0016
2015-02-12 10:22:31,027 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0016
2015-02-12 10:22:31,027 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0016
2015-02-12 10:22:31,028 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0016
2015-02-12 10:22:31,028 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0016 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:22:31,028 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0016, with delay of 10800 seconds
2015-02-12 10:22:31,027 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:31,028 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0016
2015-02-12 10:22:31,251 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741995_1171
2015-02-12 10:22:31,251 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741994_1170
2015-02-12 10:22:31,253 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741999_1175
2015-02-12 10:22:31,303 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741999_1175
2015-02-12 10:22:31,453 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741998_1174
2015-02-12 10:22:31,454 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741991_1167
2015-02-12 10:22:31,454 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741992_1168
2015-02-12 10:22:31,455 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742002_1178
2015-02-12 10:22:31,455 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741996_1172
2015-02-12 10:22:31,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741997_1173
2015-02-12 10:22:31,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742000_1176
2015-02-12 10:22:31,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742001_1177
2015-02-12 10:22:31,671 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741992_1168
2015-02-12 10:22:31,671 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742001_1177
2015-02-12 10:22:31,672 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741996_1172
2015-02-12 10:22:31,673 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741998_1174
2015-02-12 10:22:31,673 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741995_1171
2015-02-12 10:22:31,673 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741994_1170
2015-02-12 10:22:31,674 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741991_1167
2015-02-12 10:22:31,674 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742000_1176
2015-02-12 10:22:31,876 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073741999_1175
2015-02-12 10:22:32,031 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:32,031 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:32,031 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:32,031 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:32,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:22:32,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:22:32,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:22:32,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:22:33,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017 dst=null perm=null proto=rpc
2015-02-12 10:22:33,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:22:33,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:22:34,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:22:34,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:22:36,403 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30004 milliseconds
2015-02-12 10:22:36,403 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:22:36,727 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0017_000001 (auth:SIMPLE)
2015-02-12 10:22:36,729 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0017_000001
2015-02-12 10:22:36,729 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0017 APPATTEMPTID=appattempt_1423764831909_0017_000001
2015-02-12 10:22:36,730 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0017_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:22:36,730 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0017 State change from ACCEPTED to RUNNING
2015-02-12 10:22:36,767 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 1518 Total time for transactions(ms): 108 Number of transactions batched in Syncs: 2 Number of syncs: 1055 SyncTimes(ms): 23 14
2015-02-12 10:22:36,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job_1423764831909_0017_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:36,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:22:36,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job_1423764831909_0017_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:22:36,988 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job_1423764831909_0017_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:22:37,052 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742003_1179 src: /127.0.0.1:63263 dest: /127.0.0.1:59862
2015-02-12 10:22:37,054 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742003_1179 src: /127.0.0.1:63264 dest: /127.0.0.1:59855
2015-02-12 10:22:37,055 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742003_1179 src: /127.0.0.1:63265 dest: /127.0.0.1:59859
2015-02-12 10:22:37,093 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63265, dest: /127.0.0.1:59859, bytes: 115986, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2147278543_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742003_1179, duration: 36075000
2015-02-12 10:22:37,093 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742003_1179, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:22:37,094 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:22:37,094 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63264, dest: /127.0.0.1:59855, bytes: 115986, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2147278543_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742003_1179, duration: 37322000
2015-02-12 10:22:37,094 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:37,094 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:22:37,095 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63263, dest: /127.0.0.1:59862, bytes: 115986, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2147278543_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742003_1179, duration: 38217000
2015-02-12 10:22:37,095 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:22:37,095 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:22:37,099 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job_1423764831909_0017_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-2147278543_1
2015-02-12 10:22:38,047 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:22:38,047 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000002
2015-02-12 10:22:38,048 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0017_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:22:38,048 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0017_000001 container=Container: [ContainerId: container_1423764831909_0017_01_000002, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:22:38,048 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:22:38,048 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:38,049 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:22:38,049 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000003
2015-02-12 10:22:38,049 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0017_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 10:22:38,049 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0017_000001 container=Container: [ContainerId: container_1423764831909_0017_01_000003, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:22:38,049 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:22:38,049 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:38,120 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:22:38,120 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000004
2015-02-12 10:22:38,120 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0017_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:22:38,120 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0017_000001 container=Container: [ContainerId: container_1423764831909_0017_01_000004, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:22:38,120 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:22:38,121 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:38,121 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:22:38,121 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000005
2015-02-12 10:22:38,121 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0017_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:22:38,121 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0017_000001 container=Container: [ContainerId: container_1423764831909_0017_01_000005, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:22:38,122 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:22:38,122 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:38,786 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0017_01_000002
2015-02-12 10:22:38,787 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:22:38,788 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:22:38,788 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0017_01_000004
2015-02-12 10:22:38,789 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:22:38,790 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:22:38,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:38,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:38,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 10:22:38,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 10:22:38,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:22:38,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:22:38,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:22:38,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:22:38,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:22:38,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:22:38,914 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0017_000001 (auth:SIMPLE)
2015-02-12 10:22:38,917 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0017_000001 (auth:SIMPLE)
2015-02-12 10:22:38,918 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0017_000001 (auth:SIMPLE)
2015-02-12 10:22:38,918 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0017_000001 (auth:SIMPLE)
2015-02-12 10:22:38,919 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0017_01_000002 by user soberoi
2015-02-12 10:22:38,920 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000002
2015-02-12 10:22:38,921 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0017_01_000002 to application application_1423764831909_0017
2015-02-12 10:22:38,921 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:22:38,921 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0017
2015-02-12 10:22:38,921 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0017
2015-02-12 10:22:38,921 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:22:38,921 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0017
2015-02-12 10:22:38,922 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:22:38,931 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0017_01_000004 by user soberoi
2015-02-12 10:22:38,931 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0017
2015-02-12 10:22:38,932 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000004
2015-02-12 10:22:38,932 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0017 transitioned from NEW to INITING
2015-02-12 10:22:38,932 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0017_01_000004 to application application_1423764831909_0017
2015-02-12 10:22:38,932 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0017 transitioned from INITING to RUNNING
2015-02-12 10:22:38,933 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:22:38,933 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0017
2015-02-12 10:22:38,933 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0017
2015-02-12 10:22:38,933 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:22:38,933 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0017
2015-02-12 10:22:38,933 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:22:38,933 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:22:38,933 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0017_01_000004
2015-02-12 10:22:38,938 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0017_01_000005 by user soberoi
2015-02-12 10:22:38,939 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000005
2015-02-12 10:22:38,940 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0017_01_000003 by user soberoi
2015-02-12 10:22:38,941 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000003
2015-02-12 10:22:38,942 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0017_01_000005 to application application_1423764831909_0017
2015-02-12 10:22:38,943 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:22:38,943 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0017
2015-02-12 10:22:38,943 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0017
2015-02-12 10:22:38,943 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:22:38,943 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0017
2015-02-12 10:22:38,943 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0017_01_000003 to application application_1423764831909_0017
2015-02-12 10:22:38,944 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:22:38,944 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0017_01_000005
2015-02-12 10:22:38,944 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0017
2015-02-12 10:22:38,945 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0017
2015-02-12 10:22:38,945 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:22:38,945 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0017
2015-02-12 10:22:38,945 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:22:38,960 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0017_01_000004.tokens. Credentials list:
2015-02-12 10:22:38,972 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0017_01_000005.tokens. Credentials list:
2015-02-12 10:22:38,995 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:22:38,995 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:39,011 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:22:39,012 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:39,051 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:22:39,051 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:22:39,123 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:22:39,123 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:22:39,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:22:39,187 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000002/default_container_executor.sh]
2015-02-12 10:22:39,187 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000003/default_container_executor.sh]
2015-02-12 10:22:39,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:22:39,325 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0017_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000004.tokens
2015-02-12 10:22:39,325 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0017 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0017
2015-02-12 10:22:39,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:39,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:39,449 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0017_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000005.tokens
2015-02-12 10:22:39,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0017 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0017
2015-02-12 10:22:39,482 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0017/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:22:39,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 10:22:39,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 10:22:39,558 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0017/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:22:39,558 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:22:39,558 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:22:39,606 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:22:39,606 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:39,607 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:22:39,607 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:39,753 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000005/default_container_executor.sh]
2015-02-12 10:22:39,754 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000004/default_container_executor.sh]
2015-02-12 10:22:39,802 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:22:45,588 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742003_1179
2015-02-12 10:22:46,313 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742003_1179
2015-02-12 10:22:46,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742003_1179
2015-02-12 10:22:47,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.split dst=null perm=null proto=rpc
2015-02-12 10:22:47,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.split dst=null perm=null proto=rpc
2015-02-12 10:22:48,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:22:48,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:22:48,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:22:48,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.split dst=null perm=null proto=rpc
2015-02-12 10:22:48,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:22:48,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.split dst=null perm=null proto=rpc
2015-02-12 10:22:48,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:22:48,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:22:48,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:22:48,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:22:48,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1423764831909_0017_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:22:48,648 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0017_000001 (auth:SIMPLE)
2015-02-12 10:22:48,650 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0017_01_000002
2015-02-12 10:22:48,650 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000002
2015-02-12 10:22:48,650 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:22:48,650 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0017_01_000002
2015-02-12 10:22:48,665 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job_1423764831909_0017_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:22:48,667 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742004_1180 src: /127.0.0.1:63327 dest: /127.0.0.1:59855
2015-02-12 10:22:48,669 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0017_01_000002 is : 143
2015-02-12 10:22:48,670 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742004_1180 src: /127.0.0.1:63328 dest: /127.0.0.1:59859
2015-02-12 10:22:48,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742004_1180 src: /127.0.0.1:63329 dest: /127.0.0.1:59862
2015-02-12 10:22:48,678 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job_1423764831909_0017_1.jhist for DFSClient_NONMAPREDUCE_-2147278543_1
2015-02-12 10:22:48,683 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:22:48,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000002
2015-02-12 10:22:48,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000002
2015-02-12 10:22:48,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000002
2015-02-12 10:22:48,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000002
2015-02-12 10:22:48,685 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000002
2015-02-12 10:22:48,685 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:22:48,685 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0017_01_000002 from application application_1423764831909_0017
2015-02-12 10:22:48,685 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:48,685 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0017
2015-02-12 10:22:48,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1423764831909_0017_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:22:48,721 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0017_000001 (auth:SIMPLE)
2015-02-12 10:22:48,723 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0017_01_000003
2015-02-12 10:22:48,723 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000003
2015-02-12 10:22:48,723 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:22:48,724 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0017_01_000003
2015-02-12 10:22:48,724 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:22:48,724 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0017_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:22:48,724 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000002
2015-02-12 10:22:48,724 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0017_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 10:22:48,725 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:22:48,729 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0017_01_000002, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:22:48,729 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:48,729 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:22:48,729 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0017_000001 released container container_1423764831909_0017_01_000002 on node: host: 10.1.1.68:59924 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 10:22:48,745 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0017_01_000003 is : 143
2015-02-12 10:22:48,757 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:22:48,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000003
2015-02-12 10:22:48,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000003
2015-02-12 10:22:48,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000003
2015-02-12 10:22:48,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000003
2015-02-12 10:22:48,759 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000003
2015-02-12 10:22:48,759 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:22:48,759 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0017_01_000003 from application application_1423764831909_0017
2015-02-12 10:22:48,759 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:48,759 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0017
2015-02-12 10:22:49,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1423764831909_0017_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:22:49,248 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0017_000001 (auth:SIMPLE)
2015-02-12 10:22:49,250 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0017_01_000005
2015-02-12 10:22:49,250 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000005
2015-02-12 10:22:49,250 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:22:49,250 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0017_01_000005
2015-02-12 10:22:49,268 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0017_01_000005 is : 143
2015-02-12 10:22:49,278 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:22:49,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000005
2015-02-12 10:22:49,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000005
2015-02-12 10:22:49,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000005
2015-02-12 10:22:49,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000005
2015-02-12 10:22:49,280 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000005
2015-02-12 10:22:49,280 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:22:49,281 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0017_01_000005 from application application_1423764831909_0017
2015-02-12 10:22:49,281 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:49,282 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0017
2015-02-12 10:22:49,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1423764831909_0017_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:22:49,322 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0017_000001 (auth:SIMPLE)
2015-02-12 10:22:49,324 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0017_01_000004
2015-02-12 10:22:49,324 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000004
2015-02-12 10:22:49,325 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:22:49,325 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0017_01_000004
2015-02-12 10:22:49,325 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:22:49,326 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0017_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:22:49,326 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000005
2015-02-12 10:22:49,326 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0017_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:22:49,326 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:22:49,326 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0017_01_000005, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:22:49,326 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:49,326 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:22:49,326 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0017_000001 released container container_1423764831909_0017_01_000005 on node: host: 10.1.1.68:59934 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:22:49,347 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0017_01_000004 is : 143
2015-02-12 10:22:49,356 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:22:49,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000004
2015-02-12 10:22:49,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000004
2015-02-12 10:22:49,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000004
2015-02-12 10:22:49,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000004
2015-02-12 10:22:49,359 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000004
2015-02-12 10:22:49,359 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:22:49,359 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0017_01_000004 from application application_1423764831909_0017
2015-02-12 10:22:49,359 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:49,360 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0017
2015-02-12 10:22:49,728 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:49,728 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:22:49,728 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0017_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:22:49,728 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000003
2015-02-12 10:22:49,728 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0017_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:22:49,728 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:22:49,729 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0017_01_000003, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:22:49,729 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:49,729 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:22:49,729 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0017_000001 released container container_1423764831909_0017_01_000003 on node: host: 10.1.1.68:59924 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:22:50,257 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:22:50,257 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000006
2015-02-12 10:22:50,257 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0017_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:22:50,258 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0017_000001 container=Container: [ContainerId: container_1423764831909_0017_01_000006, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:22:50,258 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:22:50,258 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:50,326 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:22:50,326 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0017_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:22:50,327 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000004
2015-02-12 10:22:50,327 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0017_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:22:50,327 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:22:50,327 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0017_01_000004, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:22:50,327 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:22:50,328 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:22:50,328 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0017_000001 released container container_1423764831909_0017_01_000004 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:22:50,328 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:50,426 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2015-02-12 10:22:50,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:22:50,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:22:50,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012.summary dst=null perm=null proto=rpc
2015-02-12 10:22:50,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009.summary dst=null perm=null proto=rpc
2015-02-12 10:22:50,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011.summary dst=null perm=null proto=rpc
2015-02-12 10:22:50,436 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0009,submitTime=1423765156412,launchTime=1423765180023,firstMapTaskLaunchTime=1423765182696,firstReduceTaskLaunchTime=0,finishTime=1423765198350,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=60,reduceSlotSeconds=0,jobName=[16A0F9DDF67B4D4BBDA402620D2AA389/15B57C2A58824B3EBB04E84E272C1A89] left+right/(2/3) ...pesplatform/nonsafesplit2
2015-02-12 10:22:50,436 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009.summary]
2015-02-12 10:22:50,436 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0011,submitTime=1423765199962,launchTime=1423765208095,firstMapTaskLaunchTime=1423765210396,firstReduceTaskLaunchTime=1423765226257,finishTime=1423765230481,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=54,reduceSlotSeconds=4,jobName=[34D75075BAD74E3FA517F1146BAA9B26/8B9A2A41AE244873966145DA0A2D992A] output1+output2/(1/3)
2015-02-12 10:22:50,436 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011.summary]
2015-02-12 10:22:50,436 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0012,submitTime=1423765232053,launchTime=1423765242113,firstMapTaskLaunchTime=1423765244324,firstReduceTaskLaunchTime=0,finishTime=1423765266633,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=1,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=22,reduceSlotSeconds=0,jobName=[34D75075BAD74E3FA517F1146BAA9B26/5386920CED8747598C7605DD4FE8C6A4] output1+output2/(2/3) ...edpipesplatform/splitout1
2015-02-12 10:22:50,437 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012.summary]
2015-02-12 10:22:50,438 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741932_1108 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:22:50,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009.summary dst=null perm=null proto=rpc
2015-02-12 10:22:50,438 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741942_1118 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:22:50,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011.summary dst=null perm=null proto=rpc
2015-02-12 10:22:50,438 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741957_1133 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:22:50,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012.summary dst=null perm=null proto=rpc
2015-02-12 10:22:50,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:22:50,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:22:50,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:22:50,441 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009-1423765156412-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F15B57C2A58824B3E-1423765198350-4-0-SUCCEEDED-default-1423765180023.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0009-1423765156412-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F15B57C2A58824B3E-1423765198350-4-0-SUCCEEDED-default-1423765180023.jhist
2015-02-12 10:22:50,442 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012-1423765232053-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F5386920CED874759-1423765266633-1-0-SUCCEEDED-default-1423765242113.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0012-1423765232053-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F5386920CED874759-1423765266633-1-0-SUCCEEDED-default-1423765242113.jhist
2015-02-12 10:22:50,442 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011-1423765199962-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F8B9A2A41AE244873-1423765230481-4-1-SUCCEEDED-default-1423765208095.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0011-1423765199962-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F8B9A2A41AE244873-1423765230481-4-1-SUCCEEDED-default-1423765208095.jhist
2015-02-12 10:22:50,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009-1423765156412-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F15B57C2A58824B3E-1423765198350-4-0-SUCCEEDED-default-1423765180023.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0009-1423765156412-soberoi-%5B16A0F9DDF67B4D4BBDA402620D2AA389%2F15B57C2A58824B3E-1423765198350-4-0-SUCCEEDED-default-1423765180023.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:50,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012-1423765232053-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F5386920CED874759-1423765266633-1-0-SUCCEEDED-default-1423765242113.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0012-1423765232053-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F5386920CED874759-1423765266633-1-0-SUCCEEDED-default-1423765242113.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:50,443 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0009_conf.xml
2015-02-12 10:22:50,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011-1423765199962-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F8B9A2A41AE244873-1423765230481-4-1-SUCCEEDED-default-1423765208095.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0011-1423765199962-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F8B9A2A41AE244873-1423765230481-4-1-SUCCEEDED-default-1423765208095.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:50,443 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0012_conf.xml
2015-02-12 10:22:50,443 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0011_conf.xml
2015-02-12 10:22:50,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0009_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0009_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:50,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0011_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0011_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:50,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0012_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0012_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:50,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013.summary dst=null perm=null proto=rpc
2015-02-12 10:22:50,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014.summary dst=null perm=null proto=rpc
2015-02-12 10:22:50,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015.summary dst=null perm=null proto=rpc
2015-02-12 10:22:50,446 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0014,submitTime=1423765281814,launchTime=1423765294490,firstMapTaskLaunchTime=1423765296710,firstReduceTaskLaunchTime=0,finishTime=1423765318448,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=85,reduceSlotSeconds=0,jobName=[9AA614488B29472F89E8DCD99BE32A27/CEAE5CC7CEB04172944617BC82C9695A] left+right/(2/2) ...eldedpipesplatform/split1
2015-02-12 10:22:50,447 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014.summary]
2015-02-12 10:22:50,447 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0015,submitTime=1423765281839,launchTime=1423765296320,firstMapTaskLaunchTime=1423765298627,firstReduceTaskLaunchTime=0,finishTime=1423765320457,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=86,reduceSlotSeconds=0,jobName=[9AA614488B29472F89E8DCD99BE32A27/40D56EB08C2748DE8D35E2D8CCDF2903] left+right/(1/2) ...eldedpipesplatform/split2
2015-02-12 10:22:50,447 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015.summary]
2015-02-12 10:22:50,448 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0013,submitTime=1423765232068,launchTime=1423765255225,firstMapTaskLaunchTime=1423765257831,firstReduceTaskLaunchTime=1423765274369,finishTime=1423765280092,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=13,reduceSlotSeconds=5,jobName=[34D75075BAD74E3FA517F1146BAA9B26/41E9879C157B43078B8CD82C8B31C97C] output1+output2/(3/3) ...edpipesplatform/splitout2
2015-02-12 10:22:50,448 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013.summary]
2015-02-12 10:22:50,449 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741977_1153 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:22:50,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014.summary dst=null perm=null proto=rpc
2015-02-12 10:22:50,449 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741983_1159 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:22:50,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015.summary dst=null perm=null proto=rpc
2015-02-12 10:22:50,450 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741962_1138 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:22:50,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013.summary dst=null perm=null proto=rpc
2015-02-12 10:22:50,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:22:50,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:22:50,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:22:50,454 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015-1423765281839-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2F40D56EB08C2748DE-1423765320457-4-0-SUCCEEDED-default-1423765296320.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0015-1423765281839-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2F40D56EB08C2748DE-1423765320457-4-0-SUCCEEDED-default-1423765296320.jhist
2015-02-12 10:22:50,454 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013-1423765232068-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F41E9879C157B4307-1423765280092-1-1-SUCCEEDED-default-1423765255225.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0013-1423765232068-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F41E9879C157B4307-1423765280092-1-1-SUCCEEDED-default-1423765255225.jhist
2015-02-12 10:22:50,453 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014-1423765281814-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2FCEAE5CC7CEB04172-1423765318448-4-0-SUCCEEDED-default-1423765294490.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0014-1423765281814-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2FCEAE5CC7CEB04172-1423765318448-4-0-SUCCEEDED-default-1423765294490.jhist
2015-02-12 10:22:50,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015-1423765281839-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2F40D56EB08C2748DE-1423765320457-4-0-SUCCEEDED-default-1423765296320.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0015-1423765281839-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2F40D56EB08C2748DE-1423765320457-4-0-SUCCEEDED-default-1423765296320.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:50,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013-1423765232068-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F41E9879C157B4307-1423765280092-1-1-SUCCEEDED-default-1423765255225.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0013-1423765232068-soberoi-%5B34D75075BAD74E3FA517F1146BAA9B26%2F41E9879C157B4307-1423765280092-1-1-SUCCEEDED-default-1423765255225.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:50,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014-1423765281814-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2FCEAE5CC7CEB04172-1423765318448-4-0-SUCCEEDED-default-1423765294490.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0014-1423765281814-soberoi-%5B9AA614488B29472F89E8DCD99BE32A27%2FCEAE5CC7CEB04172-1423765318448-4-0-SUCCEEDED-default-1423765294490.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:50,455 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0013_conf.xml
2015-02-12 10:22:50,455 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0015_conf.xml
2015-02-12 10:22:50,456 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0014_conf.xml
2015-02-12 10:22:50,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0013_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0013_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:50,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0015_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0015_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:50,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0014_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0014_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:50,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016.summary dst=null perm=null proto=rpc
2015-02-12 10:22:50,459 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0016,submitTime=1423765322010,launchTime=1423765330360,firstMapTaskLaunchTime=1423765332503,firstReduceTaskLaunchTime=0,finishTime=1423765343072,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=41,reduceSlotSeconds=0,jobName=[ACC4A5EA03C44FCAA5C512396781F1D4/1B10EE60DD284FD99B3BED8FCE3A60BB] merged/(1/2)
2015-02-12 10:22:50,459 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016.summary]
2015-02-12 10:22:50,460 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741996_1172 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:22:50,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016.summary dst=null perm=null proto=rpc
2015-02-12 10:22:50,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:22:50,462 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016-1423765322010-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F1B10EE60DD284FD9-1423765343072-4-0-SUCCEEDED-default-1423765330360.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0016-1423765322010-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F1B10EE60DD284FD9-1423765343072-4-0-SUCCEEDED-default-1423765330360.jhist
2015-02-12 10:22:50,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016-1423765322010-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F1B10EE60DD284FD9-1423765343072-4-0-SUCCEEDED-default-1423765330360.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0016-1423765322010-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F1B10EE60DD284FD9-1423765343072-4-0-SUCCEEDED-default-1423765330360.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:50,463 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0016_conf.xml
2015-02-12 10:22:50,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0016_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0016_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:22:50,731 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0017_01_000002]
2015-02-12 10:22:50,731 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:50,731 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:50,852 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0017_01_000006
2015-02-12 10:22:50,853 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:22:50,863 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0017_000001 (auth:SIMPLE)
2015-02-12 10:22:50,865 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0017_01_000006 by user soberoi
2015-02-12 10:22:50,865 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0017
2015-02-12 10:22:50,865 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000006
2015-02-12 10:22:50,865 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0017 transitioned from NEW to INITING
2015-02-12 10:22:50,866 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0017_01_000006 to application application_1423764831909_0017
2015-02-12 10:22:50,866 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0017 transitioned from INITING to RUNNING
2015-02-12 10:22:50,866 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:22:50,866 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0017
2015-02-12 10:22:50,866 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0017
2015-02-12 10:22:50,866 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:22:50,866 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0017
2015-02-12 10:22:50,867 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:22:50,867 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:22:50,867 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0017_01_000006
2015-02-12 10:22:50,875 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0017_01_000006.tokens. Credentials list:
2015-02-12 10:22:50,980 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:22:51,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0017_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000006.tokens
2015-02-12 10:22:51,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0017 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0017
2015-02-12 10:22:51,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:51,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 10:22:51,167 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0017/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:22:51,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 10:22:51,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 10:22:51,257 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:22:51,281 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0017/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:22:51,281 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:22:51,327 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0017_01_000005]
2015-02-12 10:22:51,327 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:51,327 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:51,372 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:22:51,372 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:22:51,556 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000006/default_container_executor.sh]
2015-02-12 10:22:51,735 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0017_01_000003]
2015-02-12 10:22:51,735 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:51,860 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:22:52,000 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073741957_1133, blk_1073741942_1118, blk_1073741977_1153, blk_1073741962_1138, blk_1073741996_1172, blk_1073741932_1108, blk_1073741983_1159]
2015-02-12 10:22:52,000 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073741957_1133, blk_1073741942_1118, blk_1073741962_1138, blk_1073741996_1172, blk_1073741983_1159]
2015-02-12 10:22:52,327 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0017_01_000004]
2015-02-12 10:22:52,327 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:22:52,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741957 for deletion
2015-02-12 10:22:52,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741942 for deletion
2015-02-12 10:22:53,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741962 for deletion
2015-02-12 10:22:53,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741996_1172 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741996 for deletion
2015-02-12 10:22:53,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741957
2015-02-12 10:22:53,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741983_1159 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741983 for deletion
2015-02-12 10:22:53,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741962
2015-02-12 10:22:53,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741942
2015-02-12 10:22:53,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741983_1159 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741983
2015-02-12 10:22:53,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741996_1172 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741996
2015-02-12 10:22:53,458 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741957 for deletion
2015-02-12 10:22:53,458 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741942 for deletion
2015-02-12 10:22:53,458 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741977 for deletion
2015-02-12 10:22:53,458 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741957
2015-02-12 10:22:53,459 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741942
2015-02-12 10:22:53,458 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741962 for deletion
2015-02-12 10:22:53,459 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741932 for deletion
2015-02-12 10:22:53,459 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741977
2015-02-12 10:22:53,459 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741996_1172 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741996 for deletion
2015-02-12 10:22:53,459 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741983_1159 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741983 for deletion
2015-02-12 10:22:53,459 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741932
2015-02-12 10:22:53,459 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741962
2015-02-12 10:22:53,459 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741996_1172 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741996
2015-02-12 10:22:53,460 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741983_1159 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741983
2015-02-12 10:22:55,002 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073741977_1153, blk_1073741932_1108]
2015-02-12 10:22:55,003 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073741957_1133, blk_1073741942_1118, blk_1073741977_1153, blk_1073741962_1138, blk_1073741996_1172, blk_1073741932_1108, blk_1073741983_1159]
2015-02-12 10:22:55,979 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741957 for deletion
2015-02-12 10:22:55,979 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741942 for deletion
2015-02-12 10:22:55,979 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741977 for deletion
2015-02-12 10:22:55,980 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741957
2015-02-12 10:22:55,980 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741962 for deletion
2015-02-12 10:22:55,980 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741932 for deletion
2015-02-12 10:22:55,980 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741996_1172 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741996 for deletion
2015-02-12 10:22:55,980 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741942
2015-02-12 10:22:55,980 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741983_1159 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741983 for deletion
2015-02-12 10:22:55,980 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741996_1172 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741996
2015-02-12 10:22:55,980 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741977
2015-02-12 10:22:55,980 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741983_1159 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741983
2015-02-12 10:22:55,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741962
2015-02-12 10:22:55,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741932
2015-02-12 10:22:56,318 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741977 for deletion
2015-02-12 10:22:56,318 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741932 for deletion
2015-02-12 10:22:56,318 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741977
2015-02-12 10:22:56,318 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741932
2015-02-12 10:23:00,583 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:23:00,585 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:23:00,603 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:23:01,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1423764831909_0017_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:01,254 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1423764831909_0017_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:23:01,361 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742005_1181 src: /127.0.0.1:63387 dest: /127.0.0.1:59862
2015-02-12 10:23:01,363 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742005_1181 src: /127.0.0.1:63388 dest: /127.0.0.1:59859
2015-02-12 10:23:01,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742005_1181 src: /127.0.0.1:63389 dest: /127.0.0.1:59852
2015-02-12 10:23:01,419 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63389, dest: /127.0.0.1:59852, bytes: 495, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0017_r_000000_0_378806358_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742005_1181, duration: 53434000
2015-02-12 10:23:01,419 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742005_1181, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:01,420 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:01,420 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63388, dest: /127.0.0.1:59859, bytes: 495, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0017_r_000000_0_378806358_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742005_1181, duration: 54246000
2015-02-12 10:23:01,420 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742005_1181, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:01,420 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:01,421 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63387, dest: /127.0.0.1:59862, bytes: 495, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0017_r_000000_0_378806358_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742005_1181, duration: 55081000
2015-02-12 10:23:01,421 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742005_1181, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:01,421 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:01,426 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1423764831909_0017_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0017_r_000000_0_378806358_1
2015-02-12 10:23:01,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1423764831909_0017_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:23:01,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1423764831909_0017_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:23:01,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/task_1423764831909_0017_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:23:01,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1423764831909_0017_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/task_1423764831909_0017_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:23:01,466 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0017_000001 (auth:SIMPLE)
2015-02-12 10:23:01,468 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0017_01_000006
2015-02-12 10:23:01,468 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000006
2015-02-12 10:23:01,468 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:23:01,469 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0017_01_000006
2015-02-12 10:23:01,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:01,477 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-2147278543_1
2015-02-12 10:23:01,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:23:01,487 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0017_01_000006 is : 143
2015-02-12 10:23:01,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null proto=rpc
2015-02-12 10:23:01,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null proto=rpc
2015-02-12 10:23:01,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/task_1423764831909_0017_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:23:01,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:23:01,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/task_1423764831909_0017_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:01,499 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:23:01,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000006
2015-02-12 10:23:01,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000006
2015-02-12 10:23:01,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000006
2015-02-12 10:23:01,500 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000006
2015-02-12 10:23:01,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000006
2015-02-12 10:23:01,500 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:23:01,500 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0017_01_000006 from application application_1423764831909_0017
2015-02-12 10:23:01,501 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:01,501 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0017
2015-02-12 10:23:01,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary dst=null perm=null proto=rpc
2015-02-12 10:23:01,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:01,508 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2147278543_1
2015-02-12 10:23:01,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:01,512 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2147278543_1
2015-02-12 10:23:01,533 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63329, dest: /127.0.0.1:59862, bytes: 60570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2147278543_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742004_1180, duration: 12859562000
2015-02-12 10:23:01,533 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742004_1180, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:01,535 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15688
2015-02-12 10:23:01,535 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63328, dest: /127.0.0.1:59859, bytes: 60570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2147278543_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742004_1180, duration: 12860665000
2015-02-12 10:23:01,535 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:01,536 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15688
2015-02-12 10:23:01,537 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63327, dest: /127.0.0.1:59855, bytes: 60570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2147278543_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742004_1180, duration: 12863011000
2015-02-12 10:23:01,537 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:01,537 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15688
2015-02-12 10:23:01,539 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job_1423764831909_0017_1.jhist is closed by DFSClient_NONMAPREDUCE_-2147278543_1
2015-02-12 10:23:01,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:01,544 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:23:01,546 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742006_1182 src: /127.0.0.1:63393 dest: /127.0.0.1:59862
2015-02-12 10:23:01,548 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742006_1182 src: /127.0.0.1:63394 dest: /127.0.0.1:59855
2015-02-12 10:23:01,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742006_1182 src: /127.0.0.1:63395 dest: /127.0.0.1:59859
2015-02-12 10:23:01,553 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63395, dest: /127.0.0.1:59859, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2147278543_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742006_1182, duration: 1516000
2015-02-12 10:23:01,554 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742006_1182, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:01,554 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63394, dest: /127.0.0.1:59855, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2147278543_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742006_1182, duration: 2207000
2015-02-12 10:23:01,554 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:23:01,555 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:23:01,554 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742006_1182, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:01,555 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63393, dest: /127.0.0.1:59862, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2147278543_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742006_1182, duration: 3024000
2015-02-12 10:23:01,555 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742006_1182, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:01,556 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:23:01,557 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017.summary_tmp is closed by DFSClient_NONMAPREDUCE_-2147278543_1
2015-02-12 10:23:01,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:23:01,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job_1423764831909_0017_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:23:01,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017-1423765344420-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F50E3F89BB3724307-1423765381513-4-1-SUCCEEDED-default-1423765356765.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:23:01,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job_1423764831909_0017_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:23:01,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017-1423765344420-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F50E3F89BB3724307-1423765381513-4-1-SUCCEEDED-default-1423765356765.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:23:01,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job_1423764831909_0017_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:23:01,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017-1423765344420-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F50E3F89BB3724307-1423765381513-4-1-SUCCEEDED-default-1423765356765.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:01,582 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017-1423765344420-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F50E3F89BB3724307-1423765381513-4-1-SUCCEEDED-default-1423765356765.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:23:01,584 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742007_1183 src: /127.0.0.1:63397 dest: /127.0.0.1:59862
2015-02-12 10:23:01,586 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742007_1183 src: /127.0.0.1:63398 dest: /127.0.0.1:59859
2015-02-12 10:23:01,587 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742007_1183 src: /127.0.0.1:63399 dest: /127.0.0.1:59852
2015-02-12 10:23:01,591 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63399, dest: /127.0.0.1:59852, bytes: 60570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2147278543_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742007_1183, duration: 1931000
2015-02-12 10:23:01,591 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742007_1183, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:01,592 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:01,592 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63398, dest: /127.0.0.1:59859, bytes: 60570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2147278543_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742007_1183, duration: 2541000
2015-02-12 10:23:01,592 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:01,593 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63397, dest: /127.0.0.1:59862, bytes: 60570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2147278543_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742007_1183, duration: 3553000
2015-02-12 10:23:01,593 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:01,593 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:01,594 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:23:01,596 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017-1423765344420-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F50E3F89BB3724307-1423765381513-4-1-SUCCEEDED-default-1423765356765.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-2147278543_1
2015-02-12 10:23:01,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017-1423765344420-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F50E3F89BB3724307-1423765381513-4-1-SUCCEEDED-default-1423765356765.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:23:01,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job_1423764831909_0017_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:23:01,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:23:01,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job_1423764831909_0017_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:23:01,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:23:01,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017/job_1423764831909_0017_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:23:01,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:01,618 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:23:01,620 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742008_1184 src: /127.0.0.1:63402 dest: /127.0.0.1:59852
2015-02-12 10:23:01,621 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742008_1184 src: /127.0.0.1:63404 dest: /127.0.0.1:59855
2015-02-12 10:23:01,623 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742008_1184 src: /127.0.0.1:63405 dest: /127.0.0.1:59862
2015-02-12 10:23:01,627 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63405, dest: /127.0.0.1:59862, bytes: 115986, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2147278543_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742008_1184, duration: 2182000
2015-02-12 10:23:01,627 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742008_1184, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:01,628 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:23:01,628 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63404, dest: /127.0.0.1:59855, bytes: 115986, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2147278543_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742008_1184, duration: 2961000
2015-02-12 10:23:01,628 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742008_1184, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:01,629 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:23:01,629 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63402, dest: /127.0.0.1:59852, bytes: 115986, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2147278543_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742008_1184, duration: 3869000
2015-02-12 10:23:01,629 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742008_1184, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:01,629 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:01,632 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-2147278543_1
2015-02-12 10:23:01,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:23:01,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:23:01,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:23:01,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017-1423765344420-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F50E3F89BB3724307-1423765381513-4-1-SUCCEEDED-default-1423765356765.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017-1423765344420-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F50E3F89BB3724307-1423765381513-4-1-SUCCEEDED-default-1423765356765.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:23:01,647 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0017_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:23:01,647 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0017_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:23:01,648 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0017 with final state: FINISHING
2015-02-12 10:23:01,648 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0017 State change from RUNNING to FINAL_SAVING
2015-02-12 10:23:01,648 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0017
2015-02-12 10:23:01,649 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0017_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:23:01,649 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0017 State change from FINAL_SAVING to FINISHING
2015-02-12 10:23:02,472 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:23:02,472 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0017_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:23:02,473 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000006
2015-02-12 10:23:02,473 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0017_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:23:02,473 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:23:02,474 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0017_01_000006, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:23:02,474 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:02,474 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:23:02,474 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0017_000001 released container container_1423764831909_0017_01_000006 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:23:02,655 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0017 unregistered successfully.
2015-02-12 10:23:02,659 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741999_1175 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:23:02,659 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742000_1176 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:23:02,660 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742001_1177 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:23:02,660 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742002_1178 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:23:02,660 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742004_1180 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:23:02,661 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742003_1179 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:23:02,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0017 dst=null perm=null proto=rpc
2015-02-12 10:23:02,693 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741991_1167 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:23:02,693 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741992_1168 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:23:02,693 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741994_1170 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:23:02,693 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741995_1171 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:23:02,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/289717243_split_A8192FE01A9247DA8032B0A984F0526E dst=null perm=null proto=rpc
2015-02-12 10:23:02,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null proto=rpc
2015-02-12 10:23:02,695 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary
2015-02-12 10:23:02,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary dst=null perm=null proto=rpc
2015-02-12 10:23:02,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null proto=rpc
2015-02-12 10:23:02,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null proto=rpc
2015-02-12 10:23:02,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null proto=rpc
2015-02-12 10:23:02,708 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:23:02,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:23:02,712 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/splitsourcemerged
2015-02-12 10:23:02,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null proto=rpc
2015-02-12 10:23:02,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null proto=rpc
2015-02-12 10:23:02,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null proto=rpc
2015-02-12 10:23:02,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null proto=rpc
2015-02-12 10:23:02,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:23:02,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:23:02,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:23:02,729 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:23:02,729 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:23:02,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null proto=rpc
2015-02-12 10:23:02,737 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 10:23:02,737 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:23:02,737 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy"]
2015-02-12 10:23:02,737 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 10:23:02,737 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 10:23:02,737 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 10:23:02,738 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...fieldedpipesplatform/copy
2015-02-12 10:23:02,747 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:23:02,757 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:23:02,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null proto=rpc
2015-02-12 10:23:02,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:23:02,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:23:02,763 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 18
2015-02-12 10:23:02,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018 dst=null perm=null proto=rpc
2015-02-12 10:23:02,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:23:02,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:23:02,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:02,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:02,768 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:23:02,770 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742009_1185 src: /127.0.0.1:63424 dest: /127.0.0.1:59862
2015-02-12 10:23:02,771 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742009_1185 src: /127.0.0.1:63425 dest: /127.0.0.1:59859
2015-02-12 10:23:02,772 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742009_1185 src: /127.0.0.1:63426 dest: /127.0.0.1:59852
2015-02-12 10:23:02,776 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63426, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742009_1185, duration: 2321000
2015-02-12 10:23:02,776 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742009_1185, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:02,777 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:02,777 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63425, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742009_1185, duration: 2710000
2015-02-12 10:23:02,777 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742009_1185, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:02,777 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:23:02,778 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63424, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742009_1185, duration: 3687000
2015-02-12 10:23:02,778 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742009_1185, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:02,779 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:23:02,780 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:23:02,780 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.jar
2015-02-12 10:23:02,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:02,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:02,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:02,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:02,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:02,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:23:02,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:23:02,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:23:02,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:23:02,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:23:02,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:02,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:23:02,788 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:23:02,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:23:02,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:02,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:02,791 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.split
2015-02-12 10:23:02,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:02,792 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:23:02,794 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742010_1186 src: /127.0.0.1:63427 dest: /127.0.0.1:59852
2015-02-12 10:23:02,795 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742010_1186 src: /127.0.0.1:63428 dest: /127.0.0.1:59855
2015-02-12 10:23:02,796 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742010_1186 src: /127.0.0.1:63429 dest: /127.0.0.1:59862
2015-02-12 10:23:02,797 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742010_1186 src: /127.0.0.1:63430 dest: /127.0.0.1:59859
2015-02-12 10:23:02,800 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63430, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742010_1186, duration: 1853000
2015-02-12 10:23:02,800 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742010_1186, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:02,801 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:23:02,801 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63429, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742010_1186, duration: 2381000
2015-02-12 10:23:02,801 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:02,801 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:23:02,802 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63428, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742010_1186, duration: 3022000
2015-02-12 10:23:02,802 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:02,802 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63427, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742010_1186, duration: 3893000
2015-02-12 10:23:02,803 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:02,802 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:23:02,804 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:02,805 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:23:02,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:02,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:02,808 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:23:02,810 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742011_1187 src: /127.0.0.1:63431 dest: /127.0.0.1:59855
2015-02-12 10:23:02,811 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742011_1187 src: /127.0.0.1:63432 dest: /127.0.0.1:59852
2015-02-12 10:23:02,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742011_1187 src: /127.0.0.1:63433 dest: /127.0.0.1:59862
2015-02-12 10:23:02,815 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63433, dest: /127.0.0.1:59862, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742011_1187, duration: 1524000
2015-02-12 10:23:02,815 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742011_1187, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:02,816 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63432, dest: /127.0.0.1:59852, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742011_1187, duration: 1686000
2015-02-12 10:23:02,816 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:23:02,816 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:02,817 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63431, dest: /127.0.0.1:59855, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742011_1187, duration: 2688000
2015-02-12 10:23:02,817 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:02,816 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:02,818 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:23:02,819 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:23:02,819 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:23:02,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:02,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:02,827 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:23:02,828 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742012_1188 src: /127.0.0.1:63434 dest: /127.0.0.1:59859
2015-02-12 10:23:02,829 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742012_1188 src: /127.0.0.1:63435 dest: /127.0.0.1:59852
2015-02-12 10:23:02,830 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742012_1188 src: /127.0.0.1:63436 dest: /127.0.0.1:59855
2015-02-12 10:23:02,833 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63436, dest: /127.0.0.1:59855, bytes: 96798, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742012_1188, duration: 1748000
2015-02-12 10:23:02,833 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742012_1188, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:02,834 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:23:02,834 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63435, dest: /127.0.0.1:59852, bytes: 96798, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742012_1188, duration: 2324000
2015-02-12 10:23:02,834 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742012_1188, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:02,834 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:02,844 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63434, dest: /127.0.0.1:59859, bytes: 96798, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742012_1188, duration: 2914000
2015-02-12 10:23:02,845 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742012_1188, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:02,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:23:02,846 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:23:02,846 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0018
2015-02-12 10:23:02,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018 dst=null perm=null proto=rpc
2015-02-12 10:23:02,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:02,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:02,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:02,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:02,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:02,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:02,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:23:02,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:23:02,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:02,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:02,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:02,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:02,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:02,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:02,857 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 18 submitted by user soberoi
2015-02-12 10:23:02,857 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0018
2015-02-12 10:23:02,858 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0018
2015-02-12 10:23:02,858 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0018
2015-02-12 10:23:02,858 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0018 State change from NEW to NEW_SAVING
2015-02-12 10:23:02,858 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0018 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:23:02,858 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0018 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:23:02,858 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0018 from user: soberoi, in queue: default
2015-02-12 10:23:02,858 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0018 State change from SUBMITTED to ACCEPTED
2015-02-12 10:23:02,858 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0018
2015-02-12 10:23:02,858 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0018_000001
2015-02-12 10:23:02,859 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0018_000001 State change from NEW to SUBMITTED
2015-02-12 10:23:02,859 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0018 from user: soberoi activated in queue: default
2015-02-12 10:23:02,859 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0018 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:23:02,859 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0018_000001 to scheduler from user soberoi in queue default
2015-02-12 10:23:02,860 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0018_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:23:02,861 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0018/
2015-02-12 10:23:02,861 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423764831909_0018
2015-02-12 10:23:02,861 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0018/
2015-02-12 10:23:03,351 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:23:03,351 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000001
2015-02-12 10:23:03,351 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0018_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:23:03,352 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0018_000001 container=Container: [ContainerId: container_1423764831909_0018_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:23:03,352 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:23:03,352 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:03,353 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0018_01_000001
2015-02-12 10:23:03,354 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:23:03,354 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0018_000001
2015-02-12 10:23:03,354 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0018 AttemptId: appattempt_1423764831909_0018_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0018_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ]
2015-02-12 10:23:03,354 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0018_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:23:03,354 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0018_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:23:03,354 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0018_000001
2015-02-12 10:23:03,356 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0018_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0018_000001
2015-02-12 10:23:03,356 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0018_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:23:03,356 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0018_000001
2015-02-12 10:23:03,356 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0018_000001
2015-02-12 10:23:03,359 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0018_000001 (auth:SIMPLE)
2015-02-12 10:23:03,361 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0018_01_000001 by user soberoi
2015-02-12 10:23:03,361 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0018
2015-02-12 10:23:03,361 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000001
2015-02-12 10:23:03,362 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0018 transitioned from NEW to INITING
2015-02-12 10:23:03,362 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0018_01_000001 to application application_1423764831909_0018
2015-02-12 10:23:03,362 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0018_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0018_000001
2015-02-12 10:23:03,362 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0018 transitioned from INITING to RUNNING
2015-02-12 10:23:03,362 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0018_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:23:03,362 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:23:03,362 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0018
2015-02-12 10:23:03,363 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:23:03,363 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:23:03,363 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:23:03,363 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:23:03,363 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0018_01_000001
2015-02-12 10:23:03,372 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0018_01_000001.tokens. Credentials list:
2015-02-12 10:23:03,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:23:03,474 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:03,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0018_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000001.tokens
2015-02-12 10:23:03,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0018 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0018
2015-02-12 10:23:03,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:03,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:03,633 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0018/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:23:03,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:23:03,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:23:03,677 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0018/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:23:03,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:03,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:03,722 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0018/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:23:03,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:03,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:03,768 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0018/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:23:03,768 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:23:03,797 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:23:03,797 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:03,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000001/default_container_executor.sh]
2015-02-12 10:23:04,007 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59862 to replicate blk_1073742009_1185 to datanode(s) 127.0.0.1:59855
2015-02-12 10:23:04,008 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742000_1176, blk_1073742001_1177, blk_1073742003_1179, blk_1073742004_1180, blk_1073741991_1167, blk_1073741992_1168, blk_1073741994_1170, blk_1073741995_1171, blk_1073741999_1175]
2015-02-12 10:23:04,008 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742000_1176, blk_1073742001_1177, blk_1073742002_1178, blk_1073741991_1167, blk_1073741992_1168, blk_1073741994_1170, blk_1073741995_1171, blk_1073741999_1175]
2015-02-12 10:23:04,352 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:23:04,477 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:04,980 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742000 for deletion
2015-02-12 10:23:04,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742001 for deletion
2015-02-12 10:23:04,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742002_1178 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742002 for deletion
2015-02-12 10:23:04,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741991 for deletion
2015-02-12 10:23:04,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742000
2015-02-12 10:23:04,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741992 for deletion
2015-02-12 10:23:04,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741994_1170 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741994 for deletion
2015-02-12 10:23:04,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742001
2015-02-12 10:23:04,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741995 for deletion
2015-02-12 10:23:04,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741999_1175 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741999 for deletion
2015-02-12 10:23:04,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741991
2015-02-12 10:23:04,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742002_1178 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742002
2015-02-12 10:23:04,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741994_1170 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741994
2015-02-12 10:23:04,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741992
2015-02-12 10:23:04,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741999_1175 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741999
2015-02-12 10:23:04,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741995
2015-02-12 10:23:05,467 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=6d0fd477-b147-4d14-b560-4457d96c577e, infoPort=59863, ipcPort=59864, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742009_1185 to 127.0.0.1:59855
2015-02-12 10:23:05,468 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742000 for deletion
2015-02-12 10:23:05,468 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742001 for deletion
2015-02-12 10:23:05,468 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742003 for deletion
2015-02-12 10:23:05,468 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742004_1180 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742004 for deletion
2015-02-12 10:23:05,468 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742000
2015-02-12 10:23:05,468 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741991 for deletion
2015-02-12 10:23:05,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741992 for deletion
2015-02-12 10:23:05,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741994_1170 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741994 for deletion
2015-02-12 10:23:05,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741995 for deletion
2015-02-12 10:23:05,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742001
2015-02-12 10:23:05,469 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742009_1185 src: /127.0.0.1:63443 dest: /127.0.0.1:59855
2015-02-12 10:23:05,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742004_1180 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742004
2015-02-12 10:23:05,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742003
2015-02-12 10:23:05,469 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742009_1185 (numBytes=254067) to /127.0.0.1:59855
2015-02-12 10:23:05,470 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741992
2015-02-12 10:23:05,470 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741991
2015-02-12 10:23:05,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741999_1175 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741999 for deletion
2015-02-12 10:23:05,470 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741994_1170 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741994
2015-02-12 10:23:05,470 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741995
2015-02-12 10:23:05,470 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741999_1175 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741999
2015-02-12 10:23:05,471 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742009_1185 src: /127.0.0.1:63443 dest: /127.0.0.1:59855 of size 254067
2015-02-12 10:23:05,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742009_1185 size 254067
2015-02-12 10:23:05,479 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:06,405 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 10:23:06,405 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:23:06,484 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:06,684 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742007_1183
2015-02-12 10:23:06,685 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742008_1184
2015-02-12 10:23:06,686 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742005_1181
2015-02-12 10:23:06,902 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742008_1184
2015-02-12 10:23:06,903 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742007_1183
2015-02-12 10:23:06,903 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742005_1181
2015-02-12 10:23:06,903 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742006_1182
2015-02-12 10:23:07,008 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742000_1176, blk_1073742001_1177, blk_1073742002_1178, blk_1073742003_1179, blk_1073742004_1180, blk_1073741992_1168, blk_1073741999_1175]
2015-02-12 10:23:07,009 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742000_1176, blk_1073742002_1178, blk_1073742003_1179, blk_1073742004_1180, blk_1073741991_1167, blk_1073741994_1170, blk_1073741995_1171, blk_1073741999_1175]
2015-02-12 10:23:07,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:23:07,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:23:07,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:23:07,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:23:07,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018 dst=null perm=null proto=rpc
2015-02-12 10:23:07,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:23:07,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:23:07,488 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:07,734 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0017_01_000001 succeeded
2015-02-12 10:23:07,734 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:23:07,734 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0017_01_000001
2015-02-12 10:23:07,755 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000001
2015-02-12 10:23:07,755 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000001
2015-02-12 10:23:07,755 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000001
2015-02-12 10:23:07,756 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0017/container_1423764831909_0017_01_000001
2015-02-12 10:23:07,756 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000001
2015-02-12 10:23:07,757 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0017_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:23:07,758 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0017_01_000001 from application application_1423764831909_0017
2015-02-12 10:23:07,758 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:07,758 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0017
2015-02-12 10:23:07,770 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0017_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:23:07,770 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0017_000001
2015-02-12 10:23:07,770 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0017_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:23:07,770 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0017_000001
2015-02-12 10:23:07,770 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000001
2015-02-12 10:23:07,770 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0017_000001 State change from FINISHING to FINISHED
2015-02-12 10:23:07,770 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0017_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:23:07,770 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0017 State change from FINISHING to FINISHED
2015-02-12 10:23:07,770 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:23:07,771 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0017_000001
2015-02-12 10:23:07,771 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0017_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:23:07,771 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0017
2015-02-12 10:23:07,771 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:07,771 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0017,name=[ACC4A5EA03C44FCAA5C512396781F1D4/50E3F89BB372430792E50B3A82DA6BA5] merged/(2/2) ...latform/splitsourcemerged,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0017/jobhistory/job/job_1423764831909_0017,appMasterHost=10.1.1.68,startTime=1423765344420,finishTime=1423765381648,finalStatus=SUCCEEDED
2015-02-12 10:23:07,771 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:23:07,771 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0017_000001 released container container_1423764831909_0017_01_000001 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:23:07,771 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0017_000001 is done. finalState=FINISHED
2015-02-12 10:23:07,771 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0017 requests cleared
2015-02-12 10:23:07,771 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0017 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:23:07,772 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0017 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:23:07,774 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0017_000001 (auth:SIMPLE)
2015-02-12 10:23:07,776 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0017_01_000001
2015-02-12 10:23:07,776 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0017 CONTAINERID=container_1423764831909_0017_01_000001
2015-02-12 10:23:07,776 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0017_01_000001]
2015-02-12 10:23:07,776 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:07,776 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:23:07,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0017
2015-02-12 10:23:07,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0017
2015-02-12 10:23:07,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0017
2015-02-12 10:23:07,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0017
2015-02-12 10:23:07,778 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0017
2015-02-12 10:23:07,779 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:23:07,779 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0017, with delay of 10800 seconds
2015-02-12 10:23:07,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:23:07,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:23:08,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742000 for deletion
2015-02-12 10:23:08,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742002_1178 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742002 for deletion
2015-02-12 10:23:08,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742003 for deletion
2015-02-12 10:23:08,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742004_1180 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742004 for deletion
2015-02-12 10:23:08,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742000
2015-02-12 10:23:08,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741991 for deletion
2015-02-12 10:23:08,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742002_1178 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742002
2015-02-12 10:23:08,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741994_1170 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741994 for deletion
2015-02-12 10:23:08,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742003
2015-02-12 10:23:08,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742004_1180 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742004
2015-02-12 10:23:08,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741995 for deletion
2015-02-12 10:23:08,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741999_1175 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741999 for deletion
2015-02-12 10:23:08,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741991
2015-02-12 10:23:08,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741994_1170 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741994
2015-02-12 10:23:08,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741995
2015-02-12 10:23:08,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741999_1175 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741999
2015-02-12 10:23:08,328 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742000 for deletion
2015-02-12 10:23:08,328 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742001 for deletion
2015-02-12 10:23:08,328 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742002_1178 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742002 for deletion
2015-02-12 10:23:08,328 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742003 for deletion
2015-02-12 10:23:08,328 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742004_1180 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742004 for deletion
2015-02-12 10:23:08,328 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741992 for deletion
2015-02-12 10:23:08,328 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741999_1175 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741999 for deletion
2015-02-12 10:23:08,329 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742000
2015-02-12 10:23:08,329 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742001
2015-02-12 10:23:08,329 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742002_1178 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742002
2015-02-12 10:23:08,329 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742003
2015-02-12 10:23:08,329 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742004_1180 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742004
2015-02-12 10:23:08,330 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741999_1175 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741999
2015-02-12 10:23:08,330 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073741992
2015-02-12 10:23:08,368 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:23:08,368 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0017
2015-02-12 10:23:08,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0017
2015-02-12 10:23:08,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0017
2015-02-12 10:23:08,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0017
2015-02-12 10:23:08,369 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0017
2015-02-12 10:23:08,369 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:23:08,369 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0017, with delay of 10800 seconds
2015-02-12 10:23:08,488 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:08,489 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:23:08,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0017
2015-02-12 10:23:08,490 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0017
2015-02-12 10:23:08,490 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:23:08,490 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0017, with delay of 10800 seconds
2015-02-12 10:23:08,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0017
2015-02-12 10:23:08,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0017
2015-02-12 10:23:08,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0017
2015-02-12 10:23:09,123 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0018_000001 (auth:SIMPLE)
2015-02-12 10:23:09,127 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0018_000001
2015-02-12 10:23:09,127 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0018 APPATTEMPTID=appattempt_1423764831909_0018_000001
2015-02-12 10:23:09,127 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0018_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:23:09,127 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0018 State change from ACCEPTED to RUNNING
2015-02-12 10:23:09,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job_1423764831909_0018_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:09,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:23:09,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job_1423764831909_0018_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:09,380 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job_1423764831909_0018_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:23:09,429 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742013_1189 src: /127.0.0.1:63473 dest: /127.0.0.1:59859
2015-02-12 10:23:09,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742013_1189 src: /127.0.0.1:63474 dest: /127.0.0.1:59862
2015-02-12 10:23:09,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742013_1189 src: /127.0.0.1:63475 dest: /127.0.0.1:59855
2015-02-12 10:23:09,466 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63475, dest: /127.0.0.1:59855, bytes: 113801, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-43649408_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742013_1189, duration: 32878000
2015-02-12 10:23:09,467 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742013_1189, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:09,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:23:09,467 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63474, dest: /127.0.0.1:59862, bytes: 113801, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-43649408_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742013_1189, duration: 33539000
2015-02-12 10:23:09,468 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742013_1189, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:09,468 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:23:09,468 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63473, dest: /127.0.0.1:59859, bytes: 113801, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-43649408_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742013_1189, duration: 34389000
2015-02-12 10:23:09,468 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742013_1189, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:09,469 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:23:09,473 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job_1423764831909_0018_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-43649408_1
2015-02-12 10:23:09,492 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:10,373 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:23:10,373 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000002
2015-02-12 10:23:10,373 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0018_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:23:10,373 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0018_000001 container=Container: [ContainerId: container_1423764831909_0018_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:23:10,374 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:23:10,374 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:10,374 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:23:10,375 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000003
2015-02-12 10:23:10,375 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0018_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 10:23:10,375 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0018_000001 container=Container: [ContainerId: container_1423764831909_0018_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:23:10,375 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:23:10,375 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:10,456 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:23:10,457 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000004
2015-02-12 10:23:10,457 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0018_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:23:10,457 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0018_000001 container=Container: [ContainerId: container_1423764831909_0018_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:23:10,457 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:23:10,458 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:10,458 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:23:10,458 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000005
2015-02-12 10:23:10,458 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0018_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:23:10,459 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0018_000001 container=Container: [ContainerId: container_1423764831909_0018_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:23:10,459 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:23:10,459 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:10,606 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742009_1185
2015-02-12 10:23:10,607 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742010_1186
2015-02-12 10:23:10,607 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742005_1181
2015-02-12 10:23:10,806 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742007_1183
2015-02-12 10:23:10,807 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742012_1188
2015-02-12 10:23:10,807 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742006_1182
2015-02-12 10:23:11,177 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0018_01_000002
2015-02-12 10:23:11,177 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:23:11,178 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:23:11,180 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0018_01_000004
2015-02-12 10:23:11,182 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:23:11,185 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:23:11,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:11,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:11,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:11,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:11,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:11,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:11,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:11,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:11,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:11,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:11,332 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0018_000001 (auth:SIMPLE)
2015-02-12 10:23:11,332 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0018_000001 (auth:SIMPLE)
2015-02-12 10:23:11,333 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0018_000001 (auth:SIMPLE)
2015-02-12 10:23:11,333 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0018_000001 (auth:SIMPLE)
2015-02-12 10:23:11,335 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742010_1186
2015-02-12 10:23:11,337 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742009_1185
2015-02-12 10:23:11,338 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0018_01_000004 by user soberoi
2015-02-12 10:23:11,338 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0018
2015-02-12 10:23:11,338 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000004
2015-02-12 10:23:11,339 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0018_01_000005 by user soberoi
2015-02-12 10:23:11,339 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0018_01_000003 by user soberoi
2015-02-12 10:23:11,339 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000005
2015-02-12 10:23:11,339 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000003
2015-02-12 10:23:11,339 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0018_01_000002 by user soberoi
2015-02-12 10:23:11,340 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0018_01_000003 to application application_1423764831909_0018
2015-02-12 10:23:11,340 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0018_01_000002 to application application_1423764831909_0018
2015-02-12 10:23:11,340 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000002
2015-02-12 10:23:11,340 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:23:11,340 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:23:11,340 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0018
2015-02-12 10:23:11,340 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0018
2015-02-12 10:23:11,340 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:23:11,341 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0018
2015-02-12 10:23:11,341 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0018
2015-02-12 10:23:11,341 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0018
2015-02-12 10:23:11,341 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:23:11,339 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0018 transitioned from NEW to INITING
2015-02-12 10:23:11,341 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0018_01_000004 to application application_1423764831909_0018
2015-02-12 10:23:11,341 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0018_01_000005 to application application_1423764831909_0018
2015-02-12 10:23:11,341 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0018
2015-02-12 10:23:11,342 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0018 transitioned from INITING to RUNNING
2015-02-12 10:23:11,342 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:23:11,342 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:23:11,342 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0018
2015-02-12 10:23:11,342 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0018
2015-02-12 10:23:11,342 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:23:11,342 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0018
2015-02-12 10:23:11,342 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:23:11,343 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:23:11,343 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:23:11,343 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:23:11,343 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0018
2015-02-12 10:23:11,343 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0018
2015-02-12 10:23:11,343 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:23:11,343 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0018
2015-02-12 10:23:11,344 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0018_01_000005
2015-02-12 10:23:11,353 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0018_01_000004
2015-02-12 10:23:11,380 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:23:11,380 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:23:11,387 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0018_01_000004.tokens. Credentials list:
2015-02-12 10:23:11,388 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0018_01_000005.tokens. Credentials list:
2015-02-12 10:23:11,407 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:23:11,407 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:11,408 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:23:11,409 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:11,457 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:23:11,458 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:23:11,537 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742008_1184
2015-02-12 10:23:11,537 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742011_1187
2015-02-12 10:23:11,538 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742006_1182
2015-02-12 10:23:11,539 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742012_1188
2015-02-12 10:23:11,543 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:23:11,550 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000002/default_container_executor.sh]
2015-02-12 10:23:11,552 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000003/default_container_executor.sh]
2015-02-12 10:23:11,674 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:23:11,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0018_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000004.tokens
2015-02-12 10:23:11,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0018 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0018
2015-02-12 10:23:11,691 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742011_1187
2015-02-12 10:23:11,691 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742010_1186
2015-02-12 10:23:11,693 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742009_1185
2015-02-12 10:23:11,694 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742012_1188
2015-02-12 10:23:11,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0018_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000005.tokens
2015-02-12 10:23:11,807 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0018 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0018
2015-02-12 10:23:11,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:11,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:11,870 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0018/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:23:11,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:11,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:11,906 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742011_1187
2015-02-12 10:23:11,951 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0018/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:23:11,951 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:23:11,951 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:23:12,009 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:23:12,009 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:12,010 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:23:12,010 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:12,108 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742009_1185
2015-02-12 10:23:12,109 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742010_1186
2015-02-12 10:23:12,164 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000004/default_container_executor.sh]
2015-02-12 10:23:12,164 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000005/default_container_executor.sh]
2015-02-12 10:23:12,208 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:23:15,811 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742013_1189
2015-02-12 10:23:16,545 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742013_1189
2015-02-12 10:23:17,113 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742013_1189
2015-02-12 10:23:19,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:19,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:19,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:23:20,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:20,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:20,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:20,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:23:20,351 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:23:20,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:20,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742014_1190 src: /127.0.0.1:63523 dest: /127.0.0.1:59852
2015-02-12 10:23:20,417 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742014_1190 src: /127.0.0.1:63526 dest: /127.0.0.1:59855
2015-02-12 10:23:20,418 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742014_1190 src: /127.0.0.1:63527 dest: /127.0.0.1:59862
2015-02-12 10:23:20,451 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63527, dest: /127.0.0.1:59862, bytes: 319, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0018_m_000000_0_-984157923_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742014_1190, duration: 31107000
2015-02-12 10:23:20,451 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742014_1190, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:20,452 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:23:20,452 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63526, dest: /127.0.0.1:59855, bytes: 319, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0018_m_000000_0_-984157923_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742014_1190, duration: 30182000
2015-02-12 10:23:20,452 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742014_1190, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:20,452 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:23:20,453 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63523, dest: /127.0.0.1:59852, bytes: 319, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0018_m_000000_0_-984157923_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742014_1190, duration: 31895000
2015-02-12 10:23:20,453 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742014_1190, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:20,453 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:23:20,457 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0018_m_000000_0_-984157923_1
2015-02-12 10:23:20,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:23:20,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:23:20,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1423764831909_0018_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:23:20,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1423764831909_0018_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:23:20,507 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0018_000001 (auth:SIMPLE)
2015-02-12 10:23:20,532 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0018_01_000002
2015-02-12 10:23:20,532 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000002
2015-02-12 10:23:20,532 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:23:20,532 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0018_01_000002
2015-02-12 10:23:20,550 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job_1423764831909_0018_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:23:20,550 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0018_01_000002 is : 143
2015-02-12 10:23:20,552 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742015_1191 src: /127.0.0.1:63529 dest: /127.0.0.1:59852
2015-02-12 10:23:20,554 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742015_1191 src: /127.0.0.1:63530 dest: /127.0.0.1:59855
2015-02-12 10:23:20,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742015_1191 src: /127.0.0.1:63531 dest: /127.0.0.1:59862
2015-02-12 10:23:20,563 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job_1423764831909_0018_1.jhist for DFSClient_NONMAPREDUCE_-43649408_1
2015-02-12 10:23:20,564 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:23:20,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000002
2015-02-12 10:23:20,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000002
2015-02-12 10:23:20,565 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000002
2015-02-12 10:23:20,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000002
2015-02-12 10:23:20,566 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000002
2015-02-12 10:23:20,565 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:23:20,566 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0018_01_000002 from application application_1423764831909_0018
2015-02-12 10:23:20,566 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:20,566 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0018
2015-02-12 10:23:20,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:23:20,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:23:20,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:20,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:20,779 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000001_0/part-00001. BP-1216473654-10.1.1.68-1423764814898 blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:23:20,878 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742016_1192 src: /127.0.0.1:63534 dest: /127.0.0.1:59862
2015-02-12 10:23:20,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742016_1192 src: /127.0.0.1:63535 dest: /127.0.0.1:59855
2015-02-12 10:23:20,882 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742016_1192 src: /127.0.0.1:63536 dest: /127.0.0.1:59852
2015-02-12 10:23:20,913 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63536, dest: /127.0.0.1:59852, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0018_m_000001_0_727788517_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742016_1192, duration: 30047000
2015-02-12 10:23:20,914 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742016_1192, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:20,914 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:23:20,914 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63535, dest: /127.0.0.1:59855, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0018_m_000001_0_727788517_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742016_1192, duration: 29923000
2015-02-12 10:23:20,915 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742016_1192, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:20,915 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63534, dest: /127.0.0.1:59862, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0018_m_000001_0_727788517_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742016_1192, duration: 31116000
2015-02-12 10:23:20,915 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:23:20,915 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742016_1192, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:20,916 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:23:20,920 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000001_0/part-00001 is closed by DFSClient_attempt_1423764831909_0018_m_000001_0_727788517_1
2015-02-12 10:23:20,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:23:20,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:23:20,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1423764831909_0018_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:23:20,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1423764831909_0018_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:23:20,959 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0018_000001 (auth:SIMPLE)
2015-02-12 10:23:20,960 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0018_01_000003
2015-02-12 10:23:20,961 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000003
2015-02-12 10:23:20,961 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:23:20,961 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0018_01_000003
2015-02-12 10:23:20,961 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:23:20,961 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0018_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:23:20,961 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000002
2015-02-12 10:23:20,962 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0018_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 10:23:20,962 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:23:20,962 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0018_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:23:20,963 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:20,963 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:23:20,963 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0018_000001 released container container_1423764831909_0018_01_000002 on node: host: 10.1.1.68:59934 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 10:23:20,978 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0018_01_000003 is : 143
2015-02-12 10:23:20,989 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:23:20,990 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000003
2015-02-12 10:23:20,990 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000003
2015-02-12 10:23:20,990 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000003
2015-02-12 10:23:20,990 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000003
2015-02-12 10:23:20,991 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000003
2015-02-12 10:23:20,992 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:23:20,992 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0018_01_000003 from application application_1423764831909_0018
2015-02-12 10:23:20,992 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:20,992 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0018
2015-02-12 10:23:21,046 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000003_0/part-00003. BP-1216473654-10.1.1.68-1423764814898 blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:23:21,084 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000002_0/part-00002. BP-1216473654-10.1.1.68-1423764814898 blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:23:21,102 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742017_1193 src: /127.0.0.1:63538 dest: /127.0.0.1:59862
2015-02-12 10:23:21,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742017_1193 src: /127.0.0.1:63540 dest: /127.0.0.1:59852
2015-02-12 10:23:21,106 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742017_1193 src: /127.0.0.1:63541 dest: /127.0.0.1:59855
2015-02-12 10:23:21,137 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63541, dest: /127.0.0.1:59855, bytes: 307, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0018_m_000003_0_-961664327_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742017_1193, duration: 29134000
2015-02-12 10:23:21,137 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742017_1193, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:21,138 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:23:21,138 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63540, dest: /127.0.0.1:59852, bytes: 307, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0018_m_000003_0_-961664327_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742017_1193, duration: 29917000
2015-02-12 10:23:21,138 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742017_1193, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:21,139 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:21,139 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63538, dest: /127.0.0.1:59862, bytes: 307, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0018_m_000003_0_-961664327_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742017_1193, duration: 30876000
2015-02-12 10:23:21,139 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742017_1193, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:21,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742018_1194 src: /127.0.0.1:63539 dest: /127.0.0.1:59855
2015-02-12 10:23:21,140 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:23:21,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742018_1194 src: /127.0.0.1:63542 dest: /127.0.0.1:59859
2015-02-12 10:23:21,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742018_1194 src: /127.0.0.1:63543 dest: /127.0.0.1:59852
2015-02-12 10:23:21,163 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000003_0/part-00003 is closed by DFSClient_attempt_1423764831909_0018_m_000003_0_-961664327_1
2015-02-12 10:23:21,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:23:21,192 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63543, dest: /127.0.0.1:59852, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0018_m_000002_0_-1687724593_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742018_1194, duration: 47650000
2015-02-12 10:23:21,192 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742018_1194, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:21,192 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:21,193 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63542, dest: /127.0.0.1:59859, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0018_m_000002_0_-1687724593_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742018_1194, duration: 48222000
2015-02-12 10:23:21,193 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742018_1194, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:21,193 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:23:21,193 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63539, dest: /127.0.0.1:59855, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0018_m_000002_0_-1687724593_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742018_1194, duration: 49068000
2015-02-12 10:23:21,193 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742018_1194, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:21,194 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:23:21,198 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000002_0/part-00002 is closed by DFSClient_attempt_1423764831909_0018_m_000002_0_-1687724593_1
2015-02-12 10:23:21,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:23:21,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1423764831909_0018_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:23:21,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1423764831909_0018_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:23:21,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:23:21,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:23:21,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1423764831909_0018_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:23:21,220 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0018_000001 (auth:SIMPLE)
2015-02-12 10:23:21,221 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0018_01_000005
2015-02-12 10:23:21,222 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000005
2015-02-12 10:23:21,222 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:23:21,222 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0018_01_000005
2015-02-12 10:23:21,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1423764831909_0018_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1423764831909_0018_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:23:21,241 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0018_01_000005 is : 143
2015-02-12 10:23:21,249 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0018_000001 (auth:SIMPLE)
2015-02-12 10:23:21,251 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0018_01_000004
2015-02-12 10:23:21,251 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000004
2015-02-12 10:23:21,252 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:23:21,252 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:23:21,253 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000005
2015-02-12 10:23:21,253 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000005
2015-02-12 10:23:21,253 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000005
2015-02-12 10:23:21,253 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0018_01_000004
2015-02-12 10:23:21,253 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000005
2015-02-12 10:23:21,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:21,258 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-43649408_1
2015-02-12 10:23:21,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:23:21,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null proto=rpc
2015-02-12 10:23:21,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null proto=rpc
2015-02-12 10:23:21,272 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0018_01_000004 is : 143
2015-02-12 10:23:21,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1423764831909_0018_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:23:21,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:23:21,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1423764831909_0018_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:21,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null proto=rpc
2015-02-12 10:23:21,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null proto=rpc
2015-02-12 10:23:21,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1423764831909_0018_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:23:21,284 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000005
2015-02-12 10:23:21,284 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:23:21,284 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:23:21,284 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0018_01_000005 from application application_1423764831909_0018
2015-02-12 10:23:21,284 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:21,285 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0018
2015-02-12 10:23:21,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:23:21,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000004
2015-02-12 10:23:21,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000004
2015-02-12 10:23:21,286 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000004
2015-02-12 10:23:21,286 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000004
2015-02-12 10:23:21,286 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000004
2015-02-12 10:23:21,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1423764831909_0018_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:21,287 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:23:21,287 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0018_01_000004 from application application_1423764831909_0018
2015-02-12 10:23:21,287 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:21,288 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0018
2015-02-12 10:23:21,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null proto=rpc
2015-02-12 10:23:21,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null proto=rpc
2015-02-12 10:23:21,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1423764831909_0018_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:23:21,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:23:21,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1423764831909_0018_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:21,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null proto=rpc
2015-02-12 10:23:21,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null proto=rpc
2015-02-12 10:23:21,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1423764831909_0018_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:23:21,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:23:21,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1423764831909_0018_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:21,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary dst=null perm=null proto=rpc
2015-02-12 10:23:21,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:21,310 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-43649408_1
2015-02-12 10:23:21,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:21,313 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-43649408_1
2015-02-12 10:23:21,325 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63531, dest: /127.0.0.1:59862, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-43649408_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742015_1191, duration: 766090000
2015-02-12 10:23:21,325 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742015_1191, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:21,326 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 15523
2015-02-12 10:23:21,326 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63530, dest: /127.0.0.1:59855, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-43649408_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742015_1191, duration: 767308000
2015-02-12 10:23:21,326 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742015_1191, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:21,327 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 15523
2015-02-12 10:23:21,328 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63529, dest: /127.0.0.1:59852, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-43649408_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742015_1191, duration: 768861000
2015-02-12 10:23:21,328 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742015_1191, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:21,328 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 15523
2015-02-12 10:23:21,330 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job_1423764831909_0018_1.jhist is closed by DFSClient_NONMAPREDUCE_-43649408_1
2015-02-12 10:23:21,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:21,334 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:23:21,336 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742019_1195 src: /127.0.0.1:63547 dest: /127.0.0.1:59852
2015-02-12 10:23:21,338 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742019_1195 src: /127.0.0.1:63548 dest: /127.0.0.1:59859
2015-02-12 10:23:21,339 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742019_1195 src: /127.0.0.1:63549 dest: /127.0.0.1:59862
2015-02-12 10:23:21,342 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63549, dest: /127.0.0.1:59862, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-43649408_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742019_1195, duration: 1728000
2015-02-12 10:23:21,342 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742019_1195, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:21,343 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:23:21,343 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63548, dest: /127.0.0.1:59859, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-43649408_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742019_1195, duration: 2478000
2015-02-12 10:23:21,343 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742019_1195, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:21,344 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:23:21,344 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63547, dest: /127.0.0.1:59852, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-43649408_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742019_1195, duration: 3330000
2015-02-12 10:23:21,344 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742019_1195, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:21,345 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:21,346 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018.summary_tmp is closed by DFSClient_NONMAPREDUCE_-43649408_1
2015-02-12 10:23:21,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:23:21,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job_1423764831909_0018_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:23:21,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018-1423765382857-soberoi-%5B867805D8D7654C6DACFF19922CC04E2F%2F5A458C9235D04958-1423765401314-4-0-SUCCEEDED-default-1423765389166.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:23:21,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job_1423764831909_0018_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:23:21,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018-1423765382857-soberoi-%5B867805D8D7654C6DACFF19922CC04E2F%2F5A458C9235D04958-1423765401314-4-0-SUCCEEDED-default-1423765389166.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:23:21,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job_1423764831909_0018_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:23:21,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018-1423765382857-soberoi-%5B867805D8D7654C6DACFF19922CC04E2F%2F5A458C9235D04958-1423765401314-4-0-SUCCEEDED-default-1423765389166.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:21,370 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018-1423765382857-soberoi-%5B867805D8D7654C6DACFF19922CC04E2F%2F5A458C9235D04958-1423765401314-4-0-SUCCEEDED-default-1423765389166.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:23:21,372 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742020_1196 src: /127.0.0.1:63551 dest: /127.0.0.1:59862
2015-02-12 10:23:21,374 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742020_1196 src: /127.0.0.1:63552 dest: /127.0.0.1:59855
2015-02-12 10:23:21,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742020_1196 src: /127.0.0.1:63553 dest: /127.0.0.1:59852
2015-02-12 10:23:21,379 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63553, dest: /127.0.0.1:59852, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-43649408_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742020_1196, duration: 2236000
2015-02-12 10:23:21,379 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742020_1196, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:21,380 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:21,380 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63552, dest: /127.0.0.1:59855, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-43649408_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742020_1196, duration: 3121000
2015-02-12 10:23:21,380 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742020_1196, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:21,381 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63551, dest: /127.0.0.1:59862, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-43649408_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742020_1196, duration: 4214000
2015-02-12 10:23:21,381 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:21,381 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742020_1196, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:21,382 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:23:21,383 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018-1423765382857-soberoi-%5B867805D8D7654C6DACFF19922CC04E2F%2F5A458C9235D04958-1423765401314-4-0-SUCCEEDED-default-1423765389166.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-43649408_1
2015-02-12 10:23:21,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018-1423765382857-soberoi-%5B867805D8D7654C6DACFF19922CC04E2F%2F5A458C9235D04958-1423765401314-4-0-SUCCEEDED-default-1423765389166.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:23:21,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job_1423764831909_0018_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:23:21,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:23:21,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job_1423764831909_0018_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:23:21,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:23:21,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018/job_1423764831909_0018_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:23:21,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:21,398 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:23:21,400 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742021_1197 src: /127.0.0.1:63554 dest: /127.0.0.1:59852
2015-02-12 10:23:21,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742021_1197 src: /127.0.0.1:63555 dest: /127.0.0.1:59862
2015-02-12 10:23:21,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742021_1197 src: /127.0.0.1:63556 dest: /127.0.0.1:59859
2015-02-12 10:23:21,406 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63556, dest: /127.0.0.1:59859, bytes: 113801, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-43649408_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742021_1197, duration: 1856000
2015-02-12 10:23:21,406 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742021_1197, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:21,407 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:23:21,407 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63555, dest: /127.0.0.1:59862, bytes: 113801, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-43649408_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742021_1197, duration: 2649000
2015-02-12 10:23:21,407 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742021_1197, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:21,408 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:23:21,408 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63554, dest: /127.0.0.1:59852, bytes: 113801, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-43649408_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742021_1197, duration: 3503000
2015-02-12 10:23:21,408 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742021_1197, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:21,409 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:23:21,410 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-43649408_1
2015-02-12 10:23:21,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:23:21,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:23:21,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:23:21,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018-1423765382857-soberoi-%5B867805D8D7654C6DACFF19922CC04E2F%2F5A458C9235D04958-1423765401314-4-0-SUCCEEDED-default-1423765389166.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018-1423765382857-soberoi-%5B867805D8D7654C6DACFF19922CC04E2F%2F5A458C9235D04958-1423765401314-4-0-SUCCEEDED-default-1423765389166.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:23:21,424 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0018_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:23:21,424 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0018_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:23:21,424 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0018 with final state: FINISHING
2015-02-12 10:23:21,424 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0018 State change from RUNNING to FINAL_SAVING
2015-02-12 10:23:21,424 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0018_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:23:21,425 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0018
2015-02-12 10:23:21,425 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0018 State change from FINAL_SAVING to FINISHING
2015-02-12 10:23:21,963 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:21,963 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:23:21,964 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0018_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:23:21,964 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000003
2015-02-12 10:23:21,964 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0018_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:23:21,964 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:23:21,965 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0018_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:23:21,965 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:21,965 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:23:21,965 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0018_000001 released container container_1423764831909_0018_01_000003 on node: host: 10.1.1.68:59934 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:23:22,257 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:23:22,257 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0018_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:23:22,257 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000004
2015-02-12 10:23:22,258 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0018_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:23:22,258 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:23:22,259 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0018_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:23:22,259 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:22,259 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:23:22,259 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0018_000001 released container container_1423764831909_0018_01_000004 on node: host: 10.1.1.68:59906 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:23:22,260 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:23:22,260 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0018_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:23:22,260 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000005
2015-02-12 10:23:22,260 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0018_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:23:22,260 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:23:22,261 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0018_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:23:22,261 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:22,261 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:23:22,261 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0018_000001 released container container_1423764831909_0018_01_000005 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:23:22,431 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0018 unregistered successfully.
2015-02-12 10:23:22,435 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742009_1185 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:23:22,435 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742010_1186 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:23:22,435 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742011_1187 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:23:22,436 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742012_1188 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:23:22,436 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742015_1191 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:23:22,436 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742013_1189 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:23:22,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0018 dst=null perm=null proto=rpc
2015-02-12 10:23:22,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null proto=rpc
2015-02-12 10:23:22,472 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary
2015-02-12 10:23:22,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary dst=null perm=null proto=rpc
2015-02-12 10:23:22,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null proto=rpc
2015-02-12 10:23:22,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null proto=rpc
2015-02-12 10:23:22,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null proto=rpc
2015-02-12 10:23:22,487 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 10:23:22,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:23:22,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:23:22,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:23:22,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:23:22,497 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/copy
2015-02-12 10:23:22,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null proto=rpc
2015-02-12 10:23:22,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null proto=rpc
2015-02-12 10:23:22,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null proto=rpc
2015-02-12 10:23:22,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null proto=rpc
2015-02-12 10:23:22,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:23:22,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:23:22,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:23:22,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:23:22,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:23:22,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:23:22,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:23:22,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:23:22,525 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:23:22,525 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:23:22,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null proto=rpc
2015-02-12 10:23:22,541 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 10:23:22,541 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:23:22,541 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']->['count', 'ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none"]
2015-02-12 10:23:22,541 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 10:23:22,541 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 10:23:22,541 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 10:23:22,542 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...fieldedpipesplatform/none
2015-02-12 10:23:22,553 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:23:22,566 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:23:22,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null proto=rpc
2015-02-12 10:23:22,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:23:22,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:23:22,572 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 19
2015-02-12 10:23:22,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019 dst=null perm=null proto=rpc
2015-02-12 10:23:22,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:23:22,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:23:22,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:22,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:22,581 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:23:22,584 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742022_1198 src: /127.0.0.1:63571 dest: /127.0.0.1:59855
2015-02-12 10:23:22,585 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742022_1198 src: /127.0.0.1:63572 dest: /127.0.0.1:59859
2015-02-12 10:23:22,587 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742022_1198 src: /127.0.0.1:63573 dest: /127.0.0.1:59852
2015-02-12 10:23:22,594 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63573, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742022_1198, duration: 2428000
2015-02-12 10:23:22,594 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742022_1198, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:22,594 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:22,594 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63572, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742022_1198, duration: 2470000
2015-02-12 10:23:22,595 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742022_1198, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:22,595 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:23:22,595 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63571, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742022_1198, duration: 3941000
2015-02-12 10:23:22,596 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742022_1198, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:22,596 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:23:22,597 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:23:22,598 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar
2015-02-12 10:23:22,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:22,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:22,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:22,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:22,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:22,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:23:22,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:23:22,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:23:22,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:23:22,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:23:22,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:22,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:23:22,605 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:23:22,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:23:22,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:22,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:22,612 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.split
2015-02-12 10:23:22,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:22,614 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:23:22,615 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742023_1199 src: /127.0.0.1:63574 dest: /127.0.0.1:59862
2015-02-12 10:23:22,617 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742023_1199 src: /127.0.0.1:63575 dest: /127.0.0.1:59859
2015-02-12 10:23:22,618 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742023_1199 src: /127.0.0.1:63576 dest: /127.0.0.1:59855
2015-02-12 10:23:22,619 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742023_1199 src: /127.0.0.1:63577 dest: /127.0.0.1:59852
2015-02-12 10:23:22,622 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63577, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742023_1199, duration: 1764000
2015-02-12 10:23:22,622 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742023_1199, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:22,623 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:22,623 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63576, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742023_1199, duration: 2245000
2015-02-12 10:23:22,623 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742023_1199, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:22,624 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:22,624 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63575, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742023_1199, duration: 3264000
2015-02-12 10:23:22,624 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742023_1199, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:22,624 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:22,625 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63574, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742023_1199, duration: 4121000
2015-02-12 10:23:22,625 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742023_1199, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:22,626 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:23:22,627 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:23:22,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:22,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:22,630 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:23:22,631 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742024_1200 src: /127.0.0.1:63578 dest: /127.0.0.1:59855
2015-02-12 10:23:22,633 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742024_1200 src: /127.0.0.1:63579 dest: /127.0.0.1:59862
2015-02-12 10:23:22,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742024_1200 src: /127.0.0.1:63580 dest: /127.0.0.1:59852
2015-02-12 10:23:22,636 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63580, dest: /127.0.0.1:59852, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742024_1200, duration: 1330000
2015-02-12 10:23:22,637 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742024_1200, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:22,637 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:23:22,637 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63579, dest: /127.0.0.1:59862, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742024_1200, duration: 1684000
2015-02-12 10:23:22,637 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742024_1200, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:22,638 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:23:22,638 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63578, dest: /127.0.0.1:59855, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742024_1200, duration: 2724000
2015-02-12 10:23:22,638 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742024_1200, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:22,641 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:23:22,642 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:23:22,642 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:23:22,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:22,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:22,650 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:23:22,652 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742025_1201 src: /127.0.0.1:63581 dest: /127.0.0.1:59855
2015-02-12 10:23:22,653 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742025_1201 src: /127.0.0.1:63582 dest: /127.0.0.1:59859
2015-02-12 10:23:22,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742025_1201 src: /127.0.0.1:63583 dest: /127.0.0.1:59862
2015-02-12 10:23:22,657 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63583, dest: /127.0.0.1:59862, bytes: 98901, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742025_1201, duration: 1753000
2015-02-12 10:23:22,657 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742025_1201, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:22,658 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:23:22,658 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63582, dest: /127.0.0.1:59859, bytes: 98901, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742025_1201, duration: 2126000
2015-02-12 10:23:22,658 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742025_1201, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:22,658 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:23:22,659 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63581, dest: /127.0.0.1:59855, bytes: 98901, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742025_1201, duration: 2937000
2015-02-12 10:23:22,659 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742025_1201, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:22,662 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:23:22,663 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:23:22,663 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0019
2015-02-12 10:23:22,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019 dst=null perm=null proto=rpc
2015-02-12 10:23:22,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:22,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:22,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:22,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:22,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:22,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:22,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:23:22,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:23:22,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:22,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:22,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:22,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:22,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:22,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:22,674 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 19 submitted by user soberoi
2015-02-12 10:23:22,674 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0019
2015-02-12 10:23:22,674 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0019
2015-02-12 10:23:22,675 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0019
2015-02-12 10:23:22,675 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0019 State change from NEW to NEW_SAVING
2015-02-12 10:23:22,675 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0019 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:23:22,675 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0019 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:23:22,675 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0019 from user: soberoi, in queue: default
2015-02-12 10:23:22,675 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0019 State change from SUBMITTED to ACCEPTED
2015-02-12 10:23:22,675 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0019
2015-02-12 10:23:22,675 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0019_000001
2015-02-12 10:23:22,676 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0019_000001 State change from NEW to SUBMITTED
2015-02-12 10:23:22,676 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0019 from user: soberoi activated in queue: default
2015-02-12 10:23:22,676 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0019 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:23:22,676 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0019_000001 to scheduler from user soberoi in queue default
2015-02-12 10:23:22,677 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0019_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:23:22,678 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0019/
2015-02-12 10:23:22,678 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423764831909_0019
2015-02-12 10:23:22,678 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0019/
2015-02-12 10:23:22,809 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:23:22,809 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000001
2015-02-12 10:23:22,809 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0019_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:23:22,810 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0019_000001 container=Container: [ContainerId: container_1423764831909_0019_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:23:22,810 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:23:22,810 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:22,811 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0019_01_000001
2015-02-12 10:23:22,811 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:23:22,811 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0019_000001
2015-02-12 10:23:22,811 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0019 AttemptId: appattempt_1423764831909_0019_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0019_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ]
2015-02-12 10:23:22,811 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0019_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:23:22,812 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0019_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:23:22,812 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0019_000001
2015-02-12 10:23:22,813 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0019_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] for AM appattempt_1423764831909_0019_000001
2015-02-12 10:23:22,813 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0019_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:23:22,813 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0019_000001
2015-02-12 10:23:22,813 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0019_000001
2015-02-12 10:23:22,815 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0019_000001 (auth:SIMPLE)
2015-02-12 10:23:22,817 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0019_01_000001 by user soberoi
2015-02-12 10:23:22,817 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0019
2015-02-12 10:23:22,818 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000001
2015-02-12 10:23:22,818 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0019 transitioned from NEW to INITING
2015-02-12 10:23:22,818 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0019_01_000001 to application application_1423764831909_0019
2015-02-12 10:23:22,818 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0019_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] for AM appattempt_1423764831909_0019_000001
2015-02-12 10:23:22,818 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0019 transitioned from INITING to RUNNING
2015-02-12 10:23:22,818 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0019_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:23:22,818 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:23:22,819 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0019
2015-02-12 10:23:22,819 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:23:22,819 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:23:22,819 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:23:22,819 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:23:22,819 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0019_01_000001
2015-02-12 10:23:22,828 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0019_01_000001.tokens. Credentials list:
2015-02-12 10:23:22,964 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:22,964 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:22,977 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:23:23,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0019_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000001.tokens
2015-02-12 10:23:23,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0019 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0019
2015-02-12 10:23:23,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:23,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:23,176 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0019/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:23:23,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:23:23,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:23:23,221 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0019/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:23:23,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:23,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:23,261 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:23,262 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:23,275 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0019/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:23:23,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:23,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:23,321 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0019/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:23:23,321 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:23:23,351 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:23:23,351 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:23,445 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000001/default_container_executor.sh]
2015-02-12 10:23:23,809 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:23:23,966 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:23,966 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:24,262 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:24,262 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:24,968 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:24,968 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:25,032 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59859 to replicate blk_1073742022_1198 to datanode(s) 127.0.0.1:59862
2015-02-12 10:23:25,033 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742009_1185, blk_1073742010_1186, blk_1073742012_1188, blk_1073742013_1189]
2015-02-12 10:23:25,033 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742009_1185, blk_1073742010_1186, blk_1073742011_1187, blk_1073742012_1188, blk_1073742013_1189, blk_1073742015_1191]
2015-02-12 10:23:25,263 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:25,263 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:25,970 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:25,970 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:26,021 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742009 for deletion
2015-02-12 10:23:26,021 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742010 for deletion
2015-02-12 10:23:26,021 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742011 for deletion
2015-02-12 10:23:26,021 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742012 for deletion
2015-02-12 10:23:26,021 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742009
2015-02-12 10:23:26,021 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742010
2015-02-12 10:23:26,021 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742013 for deletion
2015-02-12 10:23:26,022 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742015_1191 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742015 for deletion
2015-02-12 10:23:26,022 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742011
2015-02-12 10:23:26,022 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742012
2015-02-12 10:23:26,022 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742013
2015-02-12 10:23:26,022 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742015_1191 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742015
2015-02-12 10:23:26,264 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:26,264 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:26,340 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f1559335-183d-467e-a94d-d6e0669ca32e, infoPort=59860, ipcPort=59861, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742022_1198 to 127.0.0.1:59862
2015-02-12 10:23:26,341 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742009 for deletion
2015-02-12 10:23:26,341 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742010 for deletion
2015-02-12 10:23:26,341 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742012 for deletion
2015-02-12 10:23:26,341 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742013 for deletion
2015-02-12 10:23:26,341 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742009
2015-02-12 10:23:26,341 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742010
2015-02-12 10:23:26,342 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742012
2015-02-12 10:23:26,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742022_1198 src: /127.0.0.1:63601 dest: /127.0.0.1:59862
2015-02-12 10:23:26,342 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742013
2015-02-12 10:23:26,342 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742022_1198 (numBytes=254067) to /127.0.0.1:59862
2015-02-12 10:23:26,343 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742022_1198 src: /127.0.0.1:63601 dest: /127.0.0.1:59862 of size 254067
2015-02-12 10:23:26,344 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742022_1198 size 254067
2015-02-12 10:23:26,556 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742016_1192
2015-02-12 10:23:26,556 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742017_1193
2015-02-12 10:23:26,556 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742014_1190
2015-02-12 10:23:26,557 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742018_1194
2015-02-12 10:23:26,557 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742020_1196
2015-02-12 10:23:26,704 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742017_1193
2015-02-12 10:23:26,704 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742016_1192
2015-02-12 10:23:26,705 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742021_1197
2015-02-12 10:23:26,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742015_1191
2015-02-12 10:23:26,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742018_1194
2015-02-12 10:23:26,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742014_1190
2015-02-12 10:23:26,707 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742019_1195
2015-02-12 10:23:26,707 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742020_1196
2015-02-12 10:23:26,973 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:26,973 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:27,125 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742017_1193
2015-02-12 10:23:27,126 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742019_1195
2015-02-12 10:23:27,127 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742021_1197
2015-02-12 10:23:27,127 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742020_1196
2015-02-12 10:23:27,127 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742016_1192
2015-02-12 10:23:27,128 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742015_1191
2015-02-12 10:23:27,128 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742014_1190
2015-02-12 10:23:27,266 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:27,266 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:27,512 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0018_01_000001 succeeded
2015-02-12 10:23:27,512 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:23:27,512 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0018_01_000001
2015-02-12 10:23:27,534 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000001
2015-02-12 10:23:27,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000001
2015-02-12 10:23:27,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000001
2015-02-12 10:23:27,536 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0018/container_1423764831909_0018_01_000001
2015-02-12 10:23:27,538 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000001
2015-02-12 10:23:27,538 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0018_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:23:27,538 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0018_01_000001 from application application_1423764831909_0018
2015-02-12 10:23:27,538 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:27,538 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0018
2015-02-12 10:23:27,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0018_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:23:27,977 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0018_000001
2015-02-12 10:23:27,977 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0018_000001
2015-02-12 10:23:27,977 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0018_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:23:27,978 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000001
2015-02-12 10:23:27,978 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0018_000001 State change from FINISHING to FINISHED
2015-02-12 10:23:27,978 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0018_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:23:27,978 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0018 State change from FINISHING to FINISHED
2015-02-12 10:23:27,978 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:23:27,978 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0018_000001
2015-02-12 10:23:27,978 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0018_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:23:27,978 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:27,978 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:23:27,978 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0018_000001 released container container_1423764831909_0018_01_000001 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:23:27,979 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:27,979 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:27,978 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0018
2015-02-12 10:23:27,979 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0018_000001 is done. finalState=FINISHED
2015-02-12 10:23:27,979 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0018 requests cleared
2015-02-12 10:23:27,979 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0018 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:23:27,979 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0018 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:23:27,979 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0018,name=[867805D8D7654C6DACFF19922CC04E2F/5A458C9235D04958A491DCB29B200331] test/(1/1) ...fieldedpipesplatform/copy,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0018/jobhistory/job/job_1423764831909_0018,appMasterHost=10.1.1.68,startTime=1423765382857,finishTime=1423765401424,finalStatus=SUCCEEDED
2015-02-12 10:23:27,981 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0018_000001 (auth:SIMPLE)
2015-02-12 10:23:27,983 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0018_01_000001
2015-02-12 10:23:27,983 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0018 CONTAINERID=container_1423764831909_0018_01_000001
2015-02-12 10:23:27,983 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0018_01_000002, container_1423764831909_0018_01_000001]
2015-02-12 10:23:27,983 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:27,983 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:27,983 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:27,984 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0018 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:23:27,984 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0018
2015-02-12 10:23:27,984 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0018
2015-02-12 10:23:27,984 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0018
2015-02-12 10:23:27,985 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0018
2015-02-12 10:23:27,985 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0018 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:23:27,985 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0018, with delay of 10800 seconds
2015-02-12 10:23:27,985 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0018
2015-02-12 10:23:28,034 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742009_1185, blk_1073742010_1186, blk_1073742011_1187, blk_1073742013_1189, blk_1073742015_1191]
2015-02-12 10:23:28,034 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742009_1185, blk_1073742010_1186, blk_1073742011_1187, blk_1073742012_1188, blk_1073742015_1191]
2015-02-12 10:23:28,270 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0018 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:23:28,270 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:28,270 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:28,270 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0018
2015-02-12 10:23:28,271 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0018
2015-02-12 10:23:28,271 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0018
2015-02-12 10:23:28,271 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0018
2015-02-12 10:23:28,271 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0018 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:23:28,271 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0018, with delay of 10800 seconds
2015-02-12 10:23:28,271 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0018
2015-02-12 10:23:28,984 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:28,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742009 for deletion
2015-02-12 10:23:28,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742010 for deletion
2015-02-12 10:23:28,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742011 for deletion
2015-02-12 10:23:28,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742012 for deletion
2015-02-12 10:23:28,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742009
2015-02-12 10:23:28,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742015_1191 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742015 for deletion
2015-02-12 10:23:28,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742010
2015-02-12 10:23:28,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742011
2015-02-12 10:23:28,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742012
2015-02-12 10:23:28,995 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742015_1191 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742015
2015-02-12 10:23:29,271 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:29,271 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:29,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742009 for deletion
2015-02-12 10:23:29,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742010 for deletion
2015-02-12 10:23:29,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742011 for deletion
2015-02-12 10:23:29,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742013 for deletion
2015-02-12 10:23:29,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742009
2015-02-12 10:23:29,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742015_1191 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742015 for deletion
2015-02-12 10:23:29,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742010
2015-02-12 10:23:29,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742011
2015-02-12 10:23:29,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742013
2015-02-12 10:23:29,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742015_1191 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742015
2015-02-12 10:23:30,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742018_1194
2015-02-12 10:23:30,830 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742021_1197
2015-02-12 10:23:30,831 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742025_1201
2015-02-12 10:23:30,831 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742023_1199
2015-02-12 10:23:30,832 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742019_1195
2015-02-12 10:23:31,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742022_1198
2015-02-12 10:23:31,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:23:31,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:23:31,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:23:31,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:23:31,565 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742024_1200
2015-02-12 10:23:31,566 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742025_1201
2015-02-12 10:23:31,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019 dst=null perm=null proto=rpc
2015-02-12 10:23:31,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:23:31,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:23:31,713 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742024_1200
2015-02-12 10:23:31,713 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742023_1199
2015-02-12 10:23:31,769 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742022_1198
2015-02-12 10:23:31,769 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742023_1199
2015-02-12 10:23:31,914 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742022_1198
2015-02-12 10:23:32,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742022_1198
2015-02-12 10:23:32,135 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742023_1199
2015-02-12 10:23:32,335 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742025_1201
2015-02-12 10:23:32,335 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742024_1200
2015-02-12 10:23:32,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:23:32,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:23:34,077 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0019_000001 (auth:SIMPLE)
2015-02-12 10:23:34,080 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0019_000001
2015-02-12 10:23:34,080 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0019 APPATTEMPTID=appattempt_1423764831909_0019_000001
2015-02-12 10:23:34,080 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0019_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:23:34,080 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0019 State change from ACCEPTED to RUNNING
2015-02-12 10:23:34,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job_1423764831909_0019_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:34,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:23:34,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job_1423764831909_0019_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:34,337 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job_1423764831909_0019_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:23:34,397 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742026_1202 src: /127.0.0.1:63632 dest: /127.0.0.1:59859
2015-02-12 10:23:34,399 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742026_1202 src: /127.0.0.1:63633 dest: /127.0.0.1:59862
2015-02-12 10:23:34,400 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742026_1202 src: /127.0.0.1:63634 dest: /127.0.0.1:59855
2015-02-12 10:23:34,434 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63634, dest: /127.0.0.1:59855, bytes: 116000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_43878916_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742026_1202, duration: 32686000
2015-02-12 10:23:34,435 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742026_1202, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:34,435 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:23:34,435 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63633, dest: /127.0.0.1:59862, bytes: 116000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_43878916_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742026_1202, duration: 33285000
2015-02-12 10:23:34,436 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742026_1202, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:34,436 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:23:34,436 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63632, dest: /127.0.0.1:59859, bytes: 116000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_43878916_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742026_1202, duration: 34082000
2015-02-12 10:23:34,436 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742026_1202, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:34,437 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:23:34,440 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job_1423764831909_0019_1_conf.xml is closed by DFSClient_NONMAPREDUCE_43878916_1
2015-02-12 10:23:35,288 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:23:35,288 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000002
2015-02-12 10:23:35,288 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0019_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:23:35,289 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0019_000001 container=Container: [ContainerId: container_1423764831909_0019_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:23:35,289 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:23:35,289 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:35,290 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:23:35,290 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000003
2015-02-12 10:23:35,290 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0019_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:23:35,290 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0019_000001 container=Container: [ContainerId: container_1423764831909_0019_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:23:35,290 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:23:35,290 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:35,291 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:23:35,291 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000004
2015-02-12 10:23:35,291 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0019_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:23:35,291 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0019_000001 container=Container: [ContainerId: container_1423764831909_0019_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:23:35,291 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:23:35,292 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:35,292 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:23:35,292 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000005
2015-02-12 10:23:35,292 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0019_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:23:35,292 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0019_000001 container=Container: [ContainerId: container_1423764831909_0019_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:23:35,292 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:23:35,292 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:36,126 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0019_01_000002
2015-02-12 10:23:36,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:23:36,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:23:36,128 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:23:36,128 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:23:36,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:36,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:36,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:36,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:36,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:36,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:36,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:36,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:36,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:36,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:36,283 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0019_000001 (auth:SIMPLE)
2015-02-12 10:23:36,284 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0019_000001 (auth:SIMPLE)
2015-02-12 10:23:36,285 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0019_000001 (auth:SIMPLE)
2015-02-12 10:23:36,286 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0019_000001 (auth:SIMPLE)
2015-02-12 10:23:36,288 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0019_01_000004 by user soberoi
2015-02-12 10:23:36,288 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0019_01_000002 by user soberoi
2015-02-12 10:23:36,288 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0019
2015-02-12 10:23:36,288 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0019_01_000003 by user soberoi
2015-02-12 10:23:36,288 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000004
2015-02-12 10:23:36,289 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000002
2015-02-12 10:23:36,289 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:23:36,289 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:23:36,288 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0019_01_000002 to application application_1423764831909_0019
2015-02-12 10:23:36,288 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0019_01_000005 by user soberoi
2015-02-12 10:23:36,289 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000005
2015-02-12 10:23:36,289 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0019 transitioned from NEW to INITING
2015-02-12 10:23:36,290 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0019_01_000004 to application application_1423764831909_0019
2015-02-12 10:23:36,290 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0019_01_000003 to application application_1423764831909_0019
2015-02-12 10:23:36,290 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0019_01_000005 to application application_1423764831909_0019
2015-02-12 10:23:36,289 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000003
2015-02-12 10:23:36,290 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0019 transitioned from INITING to RUNNING
2015-02-12 10:23:36,290 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:23:36,290 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:23:36,291 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:23:36,291 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:23:36,291 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0019
2015-02-12 10:23:36,291 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0019
2015-02-12 10:23:36,291 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:23:36,291 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0019
2015-02-12 10:23:36,292 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:23:36,292 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:23:36,292 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0019
2015-02-12 10:23:36,292 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0019
2015-02-12 10:23:36,292 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:23:36,292 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0019
2015-02-12 10:23:36,292 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0019
2015-02-12 10:23:36,292 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0019
2015-02-12 10:23:36,292 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:23:36,292 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0019
2015-02-12 10:23:36,293 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0019
2015-02-12 10:23:36,293 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0019
2015-02-12 10:23:36,293 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:23:36,293 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0019
2015-02-12 10:23:36,293 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0019_01_000004
2015-02-12 10:23:36,294 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0019_01_000003
2015-02-12 10:23:36,295 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0019_01_000005
2015-02-12 10:23:36,296 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0019_01_000002
2015-02-12 10:23:36,313 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0019_01_000002.tokens. Credentials list:
2015-02-12 10:23:36,313 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0019_01_000003.tokens. Credentials list:
2015-02-12 10:23:36,313 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0019_01_000004.tokens. Credentials list:
2015-02-12 10:23:36,314 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0019_01_000005.tokens. Credentials list:
2015-02-12 10:23:36,407 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 10:23:36,408 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:23:36,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:23:36,588 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:23:36,605 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0019_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000002.tokens
2015-02-12 10:23:36,605 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0019 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0019
2015-02-12 10:23:36,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:36,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:36,726 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:23:36,741 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0019_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000005.tokens
2015-02-12 10:23:36,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0019 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0019
2015-02-12 10:23:36,773 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0019/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:23:36,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:36,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:36,857 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0019/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:23:36,857 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:23:36,858 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:23:36,858 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:23:36,858 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:23:36,874 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0019_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000004.tokens
2015-02-12 10:23:36,874 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0019 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0019
2015-02-12 10:23:36,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:23:36,919 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:23:36,919 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:36,919 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:23:36,919 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:36,920 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:23:36,920 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:36,921 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:23:36,921 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:37,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0019_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000003.tokens
2015-02-12 10:23:37,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0019 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0019
2015-02-12 10:23:37,102 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000004/default_container_executor.sh]
2015-02-12 10:23:37,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000003/default_container_executor.sh]
2015-02-12 10:23:37,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000002/default_container_executor.sh]
2015-02-12 10:23:37,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000005/default_container_executor.sh]
2015-02-12 10:23:37,143 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:23:37,290 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:23:37,290 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:23:39,394 INFO scheduler.AbstractYarnScheduler (AbstractYarnScheduler.java:run(407)) - Release request cache is cleaned up
2015-02-12 10:23:41,046 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742026_1202
2015-02-12 10:23:41,778 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742026_1202
2015-02-12 10:23:42,346 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742026_1202
2015-02-12 10:23:45,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:45,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:45,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:45,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:45,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:23:45,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:23:45,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:23:45,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:23:46,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1423764831909_0019_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:23:46,501 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0019_000001 (auth:SIMPLE)
2015-02-12 10:23:46,503 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0019_01_000003
2015-02-12 10:23:46,503 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000003
2015-02-12 10:23:46,503 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:23:46,503 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0019_01_000003
2015-02-12 10:23:46,528 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0019_01_000003 is : 143
2015-02-12 10:23:46,529 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job_1423764831909_0019_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:23:46,529 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 1735 Total time for transactions(ms): 122 Number of transactions batched in Syncs: 2 Number of syncs: 1209 SyncTimes(ms): 29 15
2015-02-12 10:23:46,531 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742027_1203 src: /127.0.0.1:63717 dest: /127.0.0.1:59862
2015-02-12 10:23:46,546 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742027_1203 src: /127.0.0.1:63718 dest: /127.0.0.1:59859
2015-02-12 10:23:46,547 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:23:46,547 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742027_1203 src: /127.0.0.1:63719 dest: /127.0.0.1:59852
2015-02-12 10:23:46,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000003
2015-02-12 10:23:46,549 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000003
2015-02-12 10:23:46,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000003
2015-02-12 10:23:46,556 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job_1423764831909_0019_1.jhist for DFSClient_NONMAPREDUCE_43878916_1
2015-02-12 10:23:46,558 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000003
2015-02-12 10:23:46,561 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000003
2015-02-12 10:23:46,565 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:23:46,565 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0019_01_000003 from application application_1423764831909_0019
2015-02-12 10:23:46,566 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:46,566 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0019
2015-02-12 10:23:46,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1423764831909_0019_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:23:46,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1423764831909_0019_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:23:46,652 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0019_000001 (auth:SIMPLE)
2015-02-12 10:23:46,653 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0019_01_000004
2015-02-12 10:23:46,653 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000004
2015-02-12 10:23:46,654 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:23:46,654 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:23:46,654 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0019_01_000004
2015-02-12 10:23:46,654 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0019_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:23:46,655 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000003
2015-02-12 10:23:46,655 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0019_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:23:46,655 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:23:46,655 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0019_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:23:46,656 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:46,656 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:23:46,656 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0019_000001 released container container_1423764831909_0019_01_000003 on node: host: 10.1.1.68:59906 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:23:46,674 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0019_01_000004 is : 143
2015-02-12 10:23:46,687 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0019_000001 (auth:SIMPLE)
2015-02-12 10:23:46,688 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0019_01_000005
2015-02-12 10:23:46,688 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000005
2015-02-12 10:23:46,689 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:46,690 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:23:46,691 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:23:46,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000004
2015-02-12 10:23:46,692 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000004
2015-02-12 10:23:46,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000004
2015-02-12 10:23:46,696 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000004
2015-02-12 10:23:46,697 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0019_01_000005
2015-02-12 10:23:46,714 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0019_01_000005 is : 143
2015-02-12 10:23:46,724 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000004
2015-02-12 10:23:46,724 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:23:46,724 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:23:46,724 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0019_01_000004 from application application_1423764831909_0019
2015-02-12 10:23:46,724 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:46,724 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0019
2015-02-12 10:23:46,725 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000005
2015-02-12 10:23:46,725 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:23:46,725 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0019_01_000005 from application application_1423764831909_0019
2015-02-12 10:23:46,725 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:46,725 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0019
2015-02-12 10:23:46,726 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000005
2015-02-12 10:23:46,726 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000005
2015-02-12 10:23:46,728 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000005
2015-02-12 10:23:46,728 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000005
2015-02-12 10:23:46,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1423764831909_0019_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:23:46,814 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0019_000001 (auth:SIMPLE)
2015-02-12 10:23:46,817 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0019_01_000002
2015-02-12 10:23:46,817 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000002
2015-02-12 10:23:46,817 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:23:46,817 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0019_01_000002
2015-02-12 10:23:46,818 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:46,818 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:23:46,818 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0019_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:23:46,818 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000004
2015-02-12 10:23:46,818 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0019_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:23:46,818 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:23:46,819 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0019_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:23:46,820 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:46,820 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:23:46,820 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0019_000001 released container container_1423764831909_0019_01_000004 on node: host: 10.1.1.68:59906 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:23:46,820 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:23:46,820 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0019_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:23:46,820 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000005
2015-02-12 10:23:46,820 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0019_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:23:46,820 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:23:46,821 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0019_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:23:46,822 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:46,822 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:23:46,822 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0019_000001 released container container_1423764831909_0019_01_000005 on node: host: 10.1.1.68:59906 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:23:46,836 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0019_01_000002 is : 143
2015-02-12 10:23:46,850 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:23:46,850 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000002
2015-02-12 10:23:46,851 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000002
2015-02-12 10:23:46,851 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000002
2015-02-12 10:23:46,854 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000002
2015-02-12 10:23:46,855 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000002
2015-02-12 10:23:46,856 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:23:46,856 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0019_01_000002 from application application_1423764831909_0019
2015-02-12 10:23:46,856 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:46,857 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0019
2015-02-12 10:23:47,821 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:23:47,821 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0019_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:23:47,821 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000002
2015-02-12 10:23:47,821 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0019_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:23:47,821 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:23:47,822 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0019_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:23:47,822 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:47,822 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:23:47,822 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0019_000001 released container container_1423764831909_0019_01_000002 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:23:47,822 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:47,823 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:47,823 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:48,582 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:23:48,582 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000006
2015-02-12 10:23:48,582 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0019_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:23:48,583 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0019_000001 container=Container: [ContainerId: container_1423764831909_0019_01_000006, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:23:48,583 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:23:48,583 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:48,821 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0019_01_000004, container_1423764831909_0019_01_000003, container_1423764831909_0019_01_000005]
2015-02-12 10:23:48,822 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:48,822 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:48,822 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:48,822 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:49,181 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0019_01_000006
2015-02-12 10:23:49,181 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:23:49,194 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0019_000001 (auth:SIMPLE)
2015-02-12 10:23:49,196 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0019_01_000006 by user soberoi
2015-02-12 10:23:49,197 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0019
2015-02-12 10:23:49,197 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000006
2015-02-12 10:23:49,197 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0019 transitioned from NEW to INITING
2015-02-12 10:23:49,197 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0019_01_000006 to application application_1423764831909_0019
2015-02-12 10:23:49,197 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0019 transitioned from INITING to RUNNING
2015-02-12 10:23:49,198 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:23:49,198 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0019
2015-02-12 10:23:49,198 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0019
2015-02-12 10:23:49,198 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:23:49,198 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0019
2015-02-12 10:23:49,198 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:23:49,198 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:23:49,199 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0019_01_000006
2015-02-12 10:23:49,213 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423764831909_0019_01_000006.tokens. Credentials list:
2015-02-12 10:23:49,337 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:23:49,417 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423764831909_0019_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000006.tokens
2015-02-12 10:23:49,417 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0019 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0019
2015-02-12 10:23:49,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:49,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:49,529 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0019/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:23:49,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:49,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:49,579 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0019/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:23:49,579 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:23:49,582 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:23:49,612 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:23:49,612 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:49,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000006/default_container_executor.sh]
2015-02-12 10:23:49,826 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0019_01_000002]
2015-02-12 10:23:49,826 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:50,188 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:23:53,047 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:23:53,061 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:23:53,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1423764831909_0019_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:53,341 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1423764831909_0019_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:23:53,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742028_1204 src: /127.0.0.1:63751 dest: /127.0.0.1:59852
2015-02-12 10:23:53,681 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742028_1204 src: /127.0.0.1:63756 dest: /127.0.0.1:59859
2015-02-12 10:23:53,683 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742028_1204 src: /127.0.0.1:63757 dest: /127.0.0.1:59855
2015-02-12 10:23:53,918 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63757, dest: /127.0.0.1:59855, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0019_r_000000_0_-259410349_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742028_1204, duration: 234046000
2015-02-12 10:23:53,919 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742028_1204, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:53,919 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63756, dest: /127.0.0.1:59859, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0019_r_000000_0_-259410349_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742028_1204, duration: 234906000
2015-02-12 10:23:53,920 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:23:53,920 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742028_1204, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:53,921 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63751, dest: /127.0.0.1:59852, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0019_r_000000_0_-259410349_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742028_1204, duration: 236735000
2015-02-12 10:23:53,922 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742028_1204, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:53,922 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:23:53,923 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:53,959 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1423764831909_0019_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0019_r_000000_0_-259410349_1
2015-02-12 10:23:53,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1423764831909_0019_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:23:53,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1423764831909_0019_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:23:54,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/task_1423764831909_0019_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:23:54,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1423764831909_0019_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/task_1423764831909_0019_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:23:54,050 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0019_000001 (auth:SIMPLE)
2015-02-12 10:23:54,053 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0019_01_000006
2015-02-12 10:23:54,053 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000006
2015-02-12 10:23:54,053 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:23:54,053 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0019_01_000006
2015-02-12 10:23:54,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:54,061 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_43878916_1
2015-02-12 10:23:54,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:23:54,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null proto=rpc
2015-02-12 10:23:54,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null proto=rpc
2015-02-12 10:23:54,074 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0019_01_000006 is : 143
2015-02-12 10:23:54,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/task_1423764831909_0019_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:23:54,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:23:54,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/task_1423764831909_0019_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:54,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary dst=null perm=null proto=rpc
2015-02-12 10:23:54,087 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:23:54,087 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000006
2015-02-12 10:23:54,087 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000006
2015-02-12 10:23:54,088 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000006
2015-02-12 10:23:54,088 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000006
2015-02-12 10:23:54,088 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:23:54,088 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0019_01_000006 from application application_1423764831909_0019
2015-02-12 10:23:54,088 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:54,088 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000006
2015-02-12 10:23:54,088 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0019
2015-02-12 10:23:54,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:54,092 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_SUCCESS is closed by DFSClient_NONMAPREDUCE_43878916_1
2015-02-12 10:23:54,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:54,095 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_43878916_1
2015-02-12 10:23:54,113 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63719, dest: /127.0.0.1:59852, bytes: 61383, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_43878916_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742027_1203, duration: 7563687000
2015-02-12 10:23:54,113 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742027_1203, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:54,114 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 15708
2015-02-12 10:23:54,115 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63718, dest: /127.0.0.1:59859, bytes: 61383, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_43878916_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742027_1203, duration: 7563393000
2015-02-12 10:23:54,115 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742027_1203, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:54,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 15708
2015-02-12 10:23:54,116 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63717, dest: /127.0.0.1:59862, bytes: 61383, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_43878916_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742027_1203, duration: 7566696000
2015-02-12 10:23:54,116 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742027_1203, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:54,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 15708
2015-02-12 10:23:54,130 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job_1423764831909_0019_1.jhist is closed by DFSClient_NONMAPREDUCE_43878916_1
2015-02-12 10:23:54,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:54,136 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:23:54,138 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742029_1205 src: /127.0.0.1:63769 dest: /127.0.0.1:59859
2015-02-12 10:23:54,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742029_1205 src: /127.0.0.1:63770 dest: /127.0.0.1:59852
2015-02-12 10:23:54,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742029_1205 src: /127.0.0.1:63771 dest: /127.0.0.1:59855
2015-02-12 10:23:54,146 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63771, dest: /127.0.0.1:59855, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_43878916_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742029_1205, duration: 3710000
2015-02-12 10:23:54,147 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742029_1205, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:54,147 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:23:54,147 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63770, dest: /127.0.0.1:59852, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_43878916_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742029_1205, duration: 3210000
2015-02-12 10:23:54,148 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742029_1205, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:54,148 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:23:54,148 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63769, dest: /127.0.0.1:59859, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_43878916_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742029_1205, duration: 5399000
2015-02-12 10:23:54,148 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742029_1205, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:54,149 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:23:54,150 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019.summary_tmp is closed by DFSClient_NONMAPREDUCE_43878916_1
2015-02-12 10:23:54,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:23:54,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job_1423764831909_0019_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:23:54,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019-1423765402674-soberoi-%5B723B381CA1944934A0E7C98D579408BF%2FADF38EF3E3394C7E-1423765434096-4-1-SUCCEEDED-default-1423765414112.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:23:54,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job_1423764831909_0019_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:23:54,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019-1423765402674-soberoi-%5B723B381CA1944934A0E7C98D579408BF%2FADF38EF3E3394C7E-1423765434096-4-1-SUCCEEDED-default-1423765414112.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:23:54,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job_1423764831909_0019_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:23:54,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019-1423765402674-soberoi-%5B723B381CA1944934A0E7C98D579408BF%2FADF38EF3E3394C7E-1423765434096-4-1-SUCCEEDED-default-1423765414112.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:54,184 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019-1423765402674-soberoi-%5B723B381CA1944934A0E7C98D579408BF%2FADF38EF3E3394C7E-1423765434096-4-1-SUCCEEDED-default-1423765414112.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:23:54,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742030_1206 src: /127.0.0.1:63773 dest: /127.0.0.1:59862
2015-02-12 10:23:54,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742030_1206 src: /127.0.0.1:63774 dest: /127.0.0.1:59855
2015-02-12 10:23:54,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742030_1206 src: /127.0.0.1:63775 dest: /127.0.0.1:59859
2015-02-12 10:23:54,193 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63775, dest: /127.0.0.1:59859, bytes: 61383, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_43878916_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742030_1206, duration: 2172000
2015-02-12 10:23:54,193 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742030_1206, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:54,194 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:23:54,194 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63774, dest: /127.0.0.1:59855, bytes: 61383, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_43878916_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742030_1206, duration: 2776000
2015-02-12 10:23:54,194 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742030_1206, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:54,195 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:23:54,195 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63773, dest: /127.0.0.1:59862, bytes: 61383, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_43878916_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742030_1206, duration: 3997000
2015-02-12 10:23:54,195 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742030_1206, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:54,196 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:23:54,198 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019-1423765402674-soberoi-%5B723B381CA1944934A0E7C98D579408BF%2FADF38EF3E3394C7E-1423765434096-4-1-SUCCEEDED-default-1423765414112.jhist_tmp is closed by DFSClient_NONMAPREDUCE_43878916_1
2015-02-12 10:23:54,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019-1423765402674-soberoi-%5B723B381CA1944934A0E7C98D579408BF%2FADF38EF3E3394C7E-1423765434096-4-1-SUCCEEDED-default-1423765414112.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:23:54,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job_1423764831909_0019_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:23:54,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:23:54,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job_1423764831909_0019_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:23:54,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:23:54,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019/job_1423764831909_0019_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:23:54,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:23:54,220 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:23:54,222 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742031_1207 src: /127.0.0.1:63777 dest: /127.0.0.1:59862
2015-02-12 10:23:54,224 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742031_1207 src: /127.0.0.1:63778 dest: /127.0.0.1:59855
2015-02-12 10:23:54,226 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742031_1207 src: /127.0.0.1:63779 dest: /127.0.0.1:59859
2015-02-12 10:23:54,230 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63779, dest: /127.0.0.1:59859, bytes: 116000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_43878916_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742031_1207, duration: 2521000
2015-02-12 10:23:54,230 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742031_1207, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:54,231 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:23:54,231 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63778, dest: /127.0.0.1:59855, bytes: 116000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_43878916_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742031_1207, duration: 3030000
2015-02-12 10:23:54,231 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742031_1207, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:54,232 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:23:54,232 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63777, dest: /127.0.0.1:59862, bytes: 116000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_43878916_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742031_1207, duration: 4070000
2015-02-12 10:23:54,232 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742031_1207, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:54,232 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:23:54,234 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_43878916_1
2015-02-12 10:23:54,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:23:54,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:23:54,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:23:54,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019-1423765402674-soberoi-%5B723B381CA1944934A0E7C98D579408BF%2FADF38EF3E3394C7E-1423765434096-4-1-SUCCEEDED-default-1423765414112.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019-1423765402674-soberoi-%5B723B381CA1944934A0E7C98D579408BF%2FADF38EF3E3394C7E-1423765434096-4-1-SUCCEEDED-default-1423765414112.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:23:54,271 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0019_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:23:54,271 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0019_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:23:54,272 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0019 with final state: FINISHING
2015-02-12 10:23:54,272 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0019 State change from RUNNING to FINAL_SAVING
2015-02-12 10:23:54,272 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0019
2015-02-12 10:23:54,273 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0019_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:23:54,273 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0019 State change from FINAL_SAVING to FINISHING
2015-02-12 10:23:55,059 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:23:55,059 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0019_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:23:55,059 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000006
2015-02-12 10:23:55,059 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0019_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:23:55,060 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:23:55,060 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0019_01_000006, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:23:55,061 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:55,061 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:23:55,061 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0019_000001 released container container_1423764831909_0019_01_000006 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:23:55,279 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0019 unregistered successfully.
2015-02-12 10:23:55,282 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742022_1198 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:23:55,282 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742023_1199 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:23:55,283 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742024_1200 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:23:55,283 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742025_1201 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:23:55,283 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742027_1203 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:23:55,283 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742026_1202 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:23:55,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0019 dst=null perm=null proto=rpc
2015-02-12 10:23:55,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null proto=rpc
2015-02-12 10:23:55,344 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary
2015-02-12 10:23:55,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary dst=null perm=null proto=rpc
2015-02-12 10:23:55,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null proto=rpc
2015-02-12 10:23:55,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null proto=rpc
2015-02-12 10:23:55,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null proto=rpc
2015-02-12 10:23:55,365 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:23:55,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:23:55,369 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/none
2015-02-12 10:23:55,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null proto=rpc
2015-02-12 10:23:55,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null proto=rpc
2015-02-12 10:23:55,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null proto=rpc
2015-02-12 10:23:55,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null proto=rpc
2015-02-12 10:23:55,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:23:55,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:23:55,395 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:23:55,396 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:23:55,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null proto=rpc
2015-02-12 10:23:55,424 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 10:23:55,424 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:23:55,425 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']->['count', 'ipaddress']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap"]
2015-02-12 10:23:55,425 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 10:23:55,425 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 10:23:55,425 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 10:23:55,429 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...fieldedpipesplatform/swap
2015-02-12 10:23:55,447 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:23:55,463 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:23:55,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null proto=rpc
2015-02-12 10:23:55,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:23:55,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:23:55,470 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 20
2015-02-12 10:23:55,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020 dst=null perm=null proto=rpc
2015-02-12 10:23:55,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:23:55,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:23:55,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:55,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:55,477 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:23:55,479 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742032_1208 src: /127.0.0.1:63784 dest: /127.0.0.1:59862
2015-02-12 10:23:55,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742032_1208 src: /127.0.0.1:63785 dest: /127.0.0.1:59855
2015-02-12 10:23:55,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742032_1208 src: /127.0.0.1:63786 dest: /127.0.0.1:59859
2015-02-12 10:23:55,486 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63786, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742032_1208, duration: 2033000
2015-02-12 10:23:55,486 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742032_1208, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:55,487 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:23:55,487 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63785, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742032_1208, duration: 2800000
2015-02-12 10:23:55,487 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742032_1208, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:55,487 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:23:55,488 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63784, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742032_1208, duration: 3726000
2015-02-12 10:23:55,488 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742032_1208, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:55,490 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:23:55,490 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:23:55,491 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.jar
2015-02-12 10:23:55,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:55,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:55,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:55,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:55,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:55,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:23:55,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:23:55,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:23:55,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:23:55,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:23:55,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:55,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:23:55,500 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:23:55,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:23:55,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:55,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:55,505 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.split
2015-02-12 10:23:55,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:55,507 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:23:55,509 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742033_1209 src: /127.0.0.1:63787 dest: /127.0.0.1:59862
2015-02-12 10:23:55,510 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742033_1209 src: /127.0.0.1:63788 dest: /127.0.0.1:59859
2015-02-12 10:23:55,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742033_1209 src: /127.0.0.1:63789 dest: /127.0.0.1:59852
2015-02-12 10:23:55,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742033_1209 src: /127.0.0.1:63790 dest: /127.0.0.1:59855
2015-02-12 10:23:55,517 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63790, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742033_1209, duration: 1773000
2015-02-12 10:23:55,517 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742033_1209, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:55,517 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:23:55,518 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63789, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742033_1209, duration: 2430000
2015-02-12 10:23:55,518 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742033_1209, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:55,518 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:55,519 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63788, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742033_1209, duration: 3386000
2015-02-12 10:23:55,519 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742033_1209, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:55,519 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:55,519 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63787, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742033_1209, duration: 3961000
2015-02-12 10:23:55,519 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742033_1209, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:55,520 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:23:55,522 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:23:55,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:55,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:55,526 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:23:55,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742034_1210 src: /127.0.0.1:63791 dest: /127.0.0.1:59859
2015-02-12 10:23:55,529 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742034_1210 src: /127.0.0.1:63792 dest: /127.0.0.1:59852
2015-02-12 10:23:55,531 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742034_1210 src: /127.0.0.1:63793 dest: /127.0.0.1:59862
2015-02-12 10:23:55,533 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63793, dest: /127.0.0.1:59862, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742034_1210, duration: 1261000
2015-02-12 10:23:55,534 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742034_1210, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:55,534 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:23:55,534 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63792, dest: /127.0.0.1:59852, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742034_1210, duration: 1862000
2015-02-12 10:23:55,534 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742034_1210, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:55,535 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:23:55,535 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63791, dest: /127.0.0.1:59859, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742034_1210, duration: 2564000
2015-02-12 10:23:55,535 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742034_1210, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:55,536 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:23:55,537 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:23:55,538 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:23:55,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:55,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:23:55,548 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:23:55,549 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742035_1211 src: /127.0.0.1:63794 dest: /127.0.0.1:59855
2015-02-12 10:23:55,551 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742035_1211 src: /127.0.0.1:63795 dest: /127.0.0.1:59859
2015-02-12 10:23:55,552 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742035_1211 src: /127.0.0.1:63796 dest: /127.0.0.1:59862
2015-02-12 10:23:55,555 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63796, dest: /127.0.0.1:59862, bytes: 98669, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742035_1211, duration: 1543000
2015-02-12 10:23:55,556 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742035_1211, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:23:55,556 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:23:55,556 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63795, dest: /127.0.0.1:59859, bytes: 98669, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742035_1211, duration: 2162000
2015-02-12 10:23:55,556 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742035_1211, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:55,557 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:23:55,557 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63794, dest: /127.0.0.1:59855, bytes: 98669, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742035_1211, duration: 2837000
2015-02-12 10:23:55,557 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742035_1211, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:23:55,558 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:23:55,559 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:23:55,559 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0020
2015-02-12 10:23:55,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020 dst=null perm=null proto=rpc
2015-02-12 10:23:55,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:55,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:55,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:55,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:55,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:55,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:55,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:23:55,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:23:55,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:55,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:55,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:55,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:55,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:23:55,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:23:55,574 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 20 submitted by user soberoi
2015-02-12 10:23:55,574 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0020
2015-02-12 10:23:55,574 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0020
2015-02-12 10:23:55,574 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0020
2015-02-12 10:23:55,574 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0020 State change from NEW to NEW_SAVING
2015-02-12 10:23:55,574 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0020 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:23:55,574 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0020 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:23:55,574 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0020 from user: soberoi, in queue: default
2015-02-12 10:23:55,575 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0020 State change from SUBMITTED to ACCEPTED
2015-02-12 10:23:55,575 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0020_000001
2015-02-12 10:23:55,575 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0020_000001 State change from NEW to SUBMITTED
2015-02-12 10:23:55,575 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0020
2015-02-12 10:23:55,575 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0020 from user: soberoi activated in queue: default
2015-02-12 10:23:55,575 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0020 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:23:55,575 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0020_000001 to scheduler from user soberoi in queue default
2015-02-12 10:23:55,579 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0020_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:23:55,584 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0020/
2015-02-12 10:23:55,584 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423764831909_0020
2015-02-12 10:23:55,584 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0020/
2015-02-12 10:23:55,843 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:23:55,843 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000001
2015-02-12 10:23:55,843 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0020_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:23:55,843 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0020_000001 container=Container: [ContainerId: container_1423764831909_0020_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:23:55,844 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:23:55,844 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:23:55,844 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0020_01_000001
2015-02-12 10:23:55,845 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:23:55,845 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0020_000001
2015-02-12 10:23:55,845 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0020 AttemptId: appattempt_1423764831909_0020_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0020_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ]
2015-02-12 10:23:55,845 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0020_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:23:55,845 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0020_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:23:55,845 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0020_000001
2015-02-12 10:23:55,847 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0020_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0020_000001
2015-02-12 10:23:55,847 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0020_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:23:55,847 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0020_000001
2015-02-12 10:23:55,847 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0020_000001
2015-02-12 10:23:55,852 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0020_000001 (auth:SIMPLE)
2015-02-12 10:23:55,855 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0020_01_000001 by user soberoi
2015-02-12 10:23:55,855 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0020
2015-02-12 10:23:55,855 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000001
2015-02-12 10:23:55,855 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0020 transitioned from NEW to INITING
2015-02-12 10:23:55,855 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0020_01_000001 to application application_1423764831909_0020
2015-02-12 10:23:55,856 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0020 transitioned from INITING to RUNNING
2015-02-12 10:23:55,856 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0020_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0020_000001
2015-02-12 10:23:55,856 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0020_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:23:55,856 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:23:55,856 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0020
2015-02-12 10:23:55,856 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:23:55,856 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:23:55,857 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:23:55,857 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:23:55,857 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0020_01_000001
2015-02-12 10:23:55,871 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0020_01_000001.tokens. Credentials list:
2015-02-12 10:23:56,023 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:23:56,062 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:56,167 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0020_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000001.tokens
2015-02-12 10:23:56,167 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0020 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0020
2015-02-12 10:23:56,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:56,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 10:23:56,327 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0020/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:23:56,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:23:56,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:23:56,402 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0020/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:23:56,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:56,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.split dst=null perm=null proto=rpc
2015-02-12 10:23:56,500 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0020/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:23:56,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:56,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 10:23:56,577 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0020/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:23:56,577 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:23:56,623 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:23:56,623 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:23:56,780 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000001/default_container_executor.sh]
2015-02-12 10:23:56,843 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:23:57,063 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:58,065 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:58,065 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59862 to replicate blk_1073742032_1208 to datanode(s) 127.0.0.1:59852
2015-02-12 10:23:58,066 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742022_1198, blk_1073742023_1199, blk_1073742024_1200, blk_1073742027_1203]
2015-02-12 10:23:58,066 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742022_1198, blk_1073742023_1199, blk_1073742024_1200, blk_1073742025_1201, blk_1073742026_1202, blk_1073742027_1203]
2015-02-12 10:23:59,024 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742022_1198 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742022 for deletion
2015-02-12 10:23:59,024 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742023_1199 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742023 for deletion
2015-02-12 10:23:59,024 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742024_1200 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742024 for deletion
2015-02-12 10:23:59,024 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742022_1198 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742022
2015-02-12 10:23:59,024 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742023_1199 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742023
2015-02-12 10:23:59,024 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742027_1203 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742027 for deletion
2015-02-12 10:23:59,024 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742024_1200 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742024
2015-02-12 10:23:59,025 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742027_1203 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742027
2015-02-12 10:23:59,067 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:23:59,510 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=6d0fd477-b147-4d14-b560-4457d96c577e, infoPort=59863, ipcPort=59864, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742032_1208 to 127.0.0.1:59852
2015-02-12 10:23:59,511 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742022_1198 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742022 for deletion
2015-02-12 10:23:59,511 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742023_1199 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742023 for deletion
2015-02-12 10:23:59,511 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742024_1200 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742024 for deletion
2015-02-12 10:23:59,511 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742025_1201 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742025 for deletion
2015-02-12 10:23:59,511 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742026_1202 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742026 for deletion
2015-02-12 10:23:59,511 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742027_1203 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742027 for deletion
2015-02-12 10:23:59,511 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742022_1198 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742022
2015-02-12 10:23:59,511 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742023_1199 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742023
2015-02-12 10:23:59,512 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742024_1200 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742024
2015-02-12 10:23:59,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742032_1208 src: /127.0.0.1:63805 dest: /127.0.0.1:59852
2015-02-12 10:23:59,512 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742032_1208 (numBytes=254067) to /127.0.0.1:59852
2015-02-12 10:23:59,512 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742027_1203 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742027
2015-02-12 10:23:59,512 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742025_1201 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742025
2015-02-12 10:23:59,512 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742026_1202 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742026
2015-02-12 10:23:59,514 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742032_1208 src: /127.0.0.1:63805 dest: /127.0.0.1:59852 of size 254067
2015-02-12 10:23:59,514 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742032_1208 size 254067
2015-02-12 10:24:00,072 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:00,357 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0019_01_000001 succeeded
2015-02-12 10:24:00,358 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:24:00,358 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0019_01_000001
2015-02-12 10:24:00,380 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000001
2015-02-12 10:24:00,380 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000001
2015-02-12 10:24:00,381 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000001
2015-02-12 10:24:00,381 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0019/container_1423764831909_0019_01_000001
2015-02-12 10:24:00,381 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000001
2015-02-12 10:24:00,381 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0019_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:24:00,381 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0019_01_000001 from application application_1423764831909_0019
2015-02-12 10:24:00,381 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:24:00,382 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0019
2015-02-12 10:24:00,898 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0019_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:24:00,898 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0019_000001
2015-02-12 10:24:00,898 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0019_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:24:00,898 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0019_000001
2015-02-12 10:24:00,898 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000001
2015-02-12 10:24:00,899 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0019_000001 State change from FINISHING to FINISHED
2015-02-12 10:24:00,899 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0019_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:24:00,899 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0019 State change from FINISHING to FINISHED
2015-02-12 10:24:00,899 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:24:00,899 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0019_000001
2015-02-12 10:24:00,899 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0019
2015-02-12 10:24:00,899 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0019_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:24:00,899 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0019,name=[723B381CA1944934A0E7C98D579408BF/ADF38EF3E3394C7EA48040144C1032FD] test/(1/1) ...fieldedpipesplatform/none,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0019/jobhistory/job/job_1423764831909_0019,appMasterHost=10.1.1.68,startTime=1423765402674,finishTime=1423765434272,finalStatus=SUCCEEDED
2015-02-12 10:24:00,899 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:24:00,899 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:24:00,899 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0019_000001 released container container_1423764831909_0019_01_000001 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:24:00,900 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0019_000001 is done. finalState=FINISHED
2015-02-12 10:24:00,900 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0019 requests cleared
2015-02-12 10:24:00,900 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0019 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:24:00,900 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0019 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:24:00,902 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0019_000001 (auth:SIMPLE)
2015-02-12 10:24:00,903 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0019_01_000001
2015-02-12 10:24:00,904 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0019 CONTAINERID=container_1423764831909_0019_01_000001
2015-02-12 10:24:00,904 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0019_01_000001]
2015-02-12 10:24:00,904 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:00,904 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:24:00,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0019
2015-02-12 10:24:00,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0019
2015-02-12 10:24:00,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0019
2015-02-12 10:24:00,905 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0019
2015-02-12 10:24:00,905 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:24:00,905 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0019, with delay of 10800 seconds
2015-02-12 10:24:00,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0019
2015-02-12 10:24:01,060 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742031_1207
2015-02-12 10:24:01,061 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742028_1204
2015-02-12 10:24:01,061 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742030_1206
2015-02-12 10:24:01,062 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742033_1209
2015-02-12 10:24:01,071 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742022_1198, blk_1073742023_1199, blk_1073742024_1200, blk_1073742025_1201, blk_1073742026_1202]
2015-02-12 10:24:01,071 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742022_1198, blk_1073742023_1199, blk_1073742025_1201, blk_1073742026_1202, blk_1073742027_1203]
2015-02-12 10:24:01,073 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:24:01,073 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:01,073 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0019
2015-02-12 10:24:01,073 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0019
2015-02-12 10:24:01,073 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0019
2015-02-12 10:24:01,074 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0019
2015-02-12 10:24:01,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0019
2015-02-12 10:24:01,074 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:24:01,074 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0019, with delay of 10800 seconds
2015-02-12 10:24:01,265 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742032_1208
2015-02-12 10:24:01,266 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742027_1203
2015-02-12 10:24:01,267 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742029_1205
2015-02-12 10:24:01,267 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742034_1210
2015-02-12 10:24:01,268 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742035_1211
2015-02-12 10:24:01,791 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742033_1209
2015-02-12 10:24:01,792 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742035_1211
2015-02-12 10:24:01,793 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742030_1206
2015-02-12 10:24:01,794 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742031_1207
2015-02-12 10:24:01,794 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742029_1205
2015-02-12 10:24:01,794 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742028_1204
2015-02-12 10:24:01,855 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:24:01,855 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0019
2015-02-12 10:24:01,856 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0019
2015-02-12 10:24:01,856 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:24:01,856 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0019, with delay of 10800 seconds
2015-02-12 10:24:01,856 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0019
2015-02-12 10:24:01,856 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0019
2015-02-12 10:24:01,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0019
2015-02-12 10:24:01,937 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742029_1205
2015-02-12 10:24:01,937 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742033_1209
2015-02-12 10:24:01,938 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742028_1204
2015-02-12 10:24:01,938 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742034_1210
2015-02-12 10:24:01,996 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742032_1208
2015-02-12 10:24:02,053 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742022_1198 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742022 for deletion
2015-02-12 10:24:02,053 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742023_1199 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742023 for deletion
2015-02-12 10:24:02,054 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742024_1200 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742024 for deletion
2015-02-12 10:24:02,054 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742025_1201 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742025 for deletion
2015-02-12 10:24:02,054 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742023_1199 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742023
2015-02-12 10:24:02,054 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742022_1198 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742022
2015-02-12 10:24:02,054 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742026_1202 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742026 for deletion
2015-02-12 10:24:02,054 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742025_1201 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742025
2015-02-12 10:24:02,054 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742024_1200 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742024
2015-02-12 10:24:02,054 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742026_1202 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742026
2015-02-12 10:24:02,075 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:02,356 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742033_1209
2015-02-12 10:24:02,357 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742030_1206
2015-02-12 10:24:02,357 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742034_1210
2015-02-12 10:24:02,357 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742022_1198 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742022 for deletion
2015-02-12 10:24:02,358 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742023_1199 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742023 for deletion
2015-02-12 10:24:02,358 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742025_1201 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742025 for deletion
2015-02-12 10:24:02,358 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742026_1202 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742026 for deletion
2015-02-12 10:24:02,358 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742027_1203 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742027 for deletion
2015-02-12 10:24:02,358 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742022_1198 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742022
2015-02-12 10:24:02,358 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742023_1199 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742023
2015-02-12 10:24:02,358 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742025_1201 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742025
2015-02-12 10:24:02,358 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742026_1202 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742026
2015-02-12 10:24:02,359 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742027_1203 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742027
2015-02-12 10:24:02,558 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742032_1208
2015-02-12 10:24:02,559 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742035_1211
2015-02-12 10:24:02,762 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742031_1207
2015-02-12 10:24:03,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:24:03,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:24:03,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:24:03,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:24:04,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020 dst=null perm=null proto=rpc
2015-02-12 10:24:04,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:24:04,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:24:04,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:24:04,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:24:05,533 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0020_000001 (auth:SIMPLE)
2015-02-12 10:24:05,535 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0020_000001
2015-02-12 10:24:05,535 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0020 APPATTEMPTID=appattempt_1423764831909_0020_000001
2015-02-12 10:24:05,535 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0020_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:24:05,536 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0020 State change from ACCEPTED to RUNNING
2015-02-12 10:24:05,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job_1423764831909_0020_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:24:05,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:24:05,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job_1423764831909_0020_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:24:05,866 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job_1423764831909_0020_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:24:05,952 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742036_1212 src: /127.0.0.1:63875 dest: /127.0.0.1:59855
2015-02-12 10:24:05,954 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742036_1212 src: /127.0.0.1:63876 dest: /127.0.0.1:59852
2015-02-12 10:24:05,955 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742036_1212 src: /127.0.0.1:63877 dest: /127.0.0.1:59859
2015-02-12 10:24:05,991 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63877, dest: /127.0.0.1:59859, bytes: 115768, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-940569346_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742036_1212, duration: 33286000
2015-02-12 10:24:05,991 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742036_1212, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:24:05,992 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:24:05,992 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63876, dest: /127.0.0.1:59852, bytes: 115768, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-940569346_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742036_1212, duration: 35081000
2015-02-12 10:24:05,992 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742036_1212, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:05,993 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63875, dest: /127.0.0.1:59855, bytes: 115768, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-940569346_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742036_1212, duration: 36172000
2015-02-12 10:24:05,993 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742036_1212, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:05,994 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:24:05,994 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:24:05,998 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job_1423764831909_0020_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-940569346_1
2015-02-12 10:24:06,408 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30001 milliseconds
2015-02-12 10:24:06,409 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:24:06,870 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:24:06,870 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000002
2015-02-12 10:24:06,870 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0020_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:24:06,871 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0020_000001 container=Container: [ContainerId: container_1423764831909_0020_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:24:06,871 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:24:06,871 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:24:06,871 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:24:06,871 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000003
2015-02-12 10:24:06,871 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0020_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 10:24:06,872 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0020_000001 container=Container: [ContainerId: container_1423764831909_0020_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:24:06,872 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:24:06,872 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:24:06,921 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:24:06,921 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000004
2015-02-12 10:24:06,921 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0020_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:24:06,922 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0020_000001 container=Container: [ContainerId: container_1423764831909_0020_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:24:06,922 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:24:06,922 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:24:06,922 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:24:06,922 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000005
2015-02-12 10:24:06,922 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0020_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:24:06,923 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0020_000001 container=Container: [ContainerId: container_1423764831909_0020_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:24:06,923 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:24:06,923 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:24:06,944 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742032_1208
2015-02-12 10:24:07,581 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0020_01_000002
2015-02-12 10:24:07,582 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:24:07,582 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:24:07,583 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0020_01_000004
2015-02-12 10:24:07,583 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:24:07,584 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:24:07,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 10:24:07,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 10:24:07,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 10:24:07,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 10:24:07,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:24:07,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:24:07,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:24:07,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:24:07,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:24:07,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:24:07,752 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0020_000001 (auth:SIMPLE)
2015-02-12 10:24:07,752 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0020_000001 (auth:SIMPLE)
2015-02-12 10:24:07,752 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0020_000001 (auth:SIMPLE)
2015-02-12 10:24:07,752 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0020_000001 (auth:SIMPLE)
2015-02-12 10:24:07,759 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0020_01_000002 by user soberoi
2015-02-12 10:24:07,759 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000002
2015-02-12 10:24:07,759 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0020_01_000002 to application application_1423764831909_0020
2015-02-12 10:24:07,760 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0020_01_000005 by user soberoi
2015-02-12 10:24:07,760 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0020
2015-02-12 10:24:07,760 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:24:07,760 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0020
2015-02-12 10:24:07,760 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0020
2015-02-12 10:24:07,760 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0020 transitioned from NEW to INITING
2015-02-12 10:24:07,760 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0020_01_000005 to application application_1423764831909_0020
2015-02-12 10:24:07,760 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0020_01_000004 by user soberoi
2015-02-12 10:24:07,760 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0020 transitioned from INITING to RUNNING
2015-02-12 10:24:07,761 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000004
2015-02-12 10:24:07,761 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:24:07,761 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0020_01_000004 to application application_1423764831909_0020
2015-02-12 10:24:07,761 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0020
2015-02-12 10:24:07,761 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0020
2015-02-12 10:24:07,761 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:24:07,760 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:24:07,761 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0020
2015-02-12 10:24:07,760 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000005
2015-02-12 10:24:07,761 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0020
2015-02-12 10:24:07,762 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:24:07,762 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:24:07,762 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:24:07,762 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:24:07,762 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0020_01_000005
2015-02-12 10:24:07,763 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0020
2015-02-12 10:24:07,763 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0020
2015-02-12 10:24:07,763 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:24:07,763 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0020
2015-02-12 10:24:07,763 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0020_01_000003 by user soberoi
2015-02-12 10:24:07,764 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000003
2015-02-12 10:24:07,763 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0020_01_000004
2015-02-12 10:24:07,765 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0020_01_000003 to application application_1423764831909_0020
2015-02-12 10:24:07,765 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:24:07,765 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0020
2015-02-12 10:24:07,765 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0020
2015-02-12 10:24:07,766 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:24:07,766 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0020
2015-02-12 10:24:07,766 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:24:07,799 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0020_01_000004.tokens. Credentials list:
2015-02-12 10:24:07,799 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0020_01_000005.tokens. Credentials list:
2015-02-12 10:24:07,828 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:24:07,828 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:24:07,829 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:24:07,829 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:24:07,870 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:24:07,871 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:24:07,921 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:24:07,922 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:24:07,941 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:24:07,963 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000003/default_container_executor.sh]
2015-02-12 10:24:07,977 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000002/default_container_executor.sh]
2015-02-12 10:24:08,087 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:24:08,088 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0020_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000004.tokens
2015-02-12 10:24:08,088 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0020 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0020
2015-02-12 10:24:08,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 10:24:08,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 10:24:08,215 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0020_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000005.tokens
2015-02-12 10:24:08,216 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0020 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0020
2015-02-12 10:24:08,263 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0020/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:24:08,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 10:24:08,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 10:24:08,349 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0020/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:24:08,349 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:24:08,349 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:24:08,398 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:24:08,398 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:24:08,398 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:24:08,398 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:24:08,556 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000004/default_container_executor.sh]
2015-02-12 10:24:08,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000005/default_container_executor.sh]
2015-02-12 10:24:08,598 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:24:11,276 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742036_1212
2015-02-12 10:24:11,951 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742036_1212
2015-02-12 10:24:12,005 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742036_1212
2015-02-12 10:24:16,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.split dst=null perm=null proto=rpc
2015-02-12 10:24:16,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.split dst=null perm=null proto=rpc
2015-02-12 10:24:16,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.split dst=null perm=null proto=rpc
2015-02-12 10:24:16,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job.split dst=null perm=null proto=rpc
2015-02-12 10:24:16,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:24:16,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:24:17,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:24:17,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:24:17,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1423764831909_0020_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:24:17,363 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0020_000001 (auth:SIMPLE)
2015-02-12 10:24:17,365 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0020_01_000003
2015-02-12 10:24:17,365 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000003
2015-02-12 10:24:17,366 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:24:17,366 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0020_01_000003
2015-02-12 10:24:17,383 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job_1423764831909_0020_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:24:17,384 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0020_01_000003 is : 143
2015-02-12 10:24:17,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742037_1213 src: /127.0.0.1:63920 dest: /127.0.0.1:59852
2015-02-12 10:24:17,404 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742037_1213 src: /127.0.0.1:63921 dest: /127.0.0.1:59859
2015-02-12 10:24:17,405 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742037_1213 src: /127.0.0.1:63922 dest: /127.0.0.1:59862
2015-02-12 10:24:17,412 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job_1423764831909_0020_1.jhist for DFSClient_NONMAPREDUCE_-940569346_1
2015-02-12 10:24:17,413 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:24:17,414 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000003
2015-02-12 10:24:17,414 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000003
2015-02-12 10:24:17,415 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000003
2015-02-12 10:24:17,415 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000003
2015-02-12 10:24:17,415 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000003
2015-02-12 10:24:17,415 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:24:17,415 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0020_01_000003 from application application_1423764831909_0020
2015-02-12 10:24:17,415 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:24:17,415 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0020
2015-02-12 10:24:17,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1423764831909_0020_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:24:17,466 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0020_000001 (auth:SIMPLE)
2015-02-12 10:24:17,468 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0020_01_000002
2015-02-12 10:24:17,468 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000002
2015-02-12 10:24:17,468 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:24:17,468 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0020_01_000002
2015-02-12 10:24:17,469 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:24:17,469 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0020_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:24:17,469 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000003
2015-02-12 10:24:17,469 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0020_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 10:24:17,469 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:24:17,470 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0020_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:24:17,470 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:24:17,470 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:24:17,470 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0020_000001 released container container_1423764831909_0020_01_000003 on node: host: 10.1.1.68:59906 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 10:24:17,486 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0020_01_000002 is : 143
2015-02-12 10:24:17,496 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:24:17,497 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000002
2015-02-12 10:24:17,497 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000002
2015-02-12 10:24:17,498 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000002
2015-02-12 10:24:17,498 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000002
2015-02-12 10:24:17,499 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000002
2015-02-12 10:24:17,499 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:24:17,499 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0020_01_000002 from application application_1423764831909_0020
2015-02-12 10:24:17,499 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:24:17,499 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0020
2015-02-12 10:24:17,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1423764831909_0020_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:24:17,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1423764831909_0020_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:24:17,628 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0020_000001 (auth:SIMPLE)
2015-02-12 10:24:17,629 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0020_000001 (auth:SIMPLE)
2015-02-12 10:24:17,629 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0020_01_000005
2015-02-12 10:24:17,630 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000005
2015-02-12 10:24:17,630 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:24:17,630 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0020_01_000005
2015-02-12 10:24:17,631 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0020_01_000004
2015-02-12 10:24:17,631 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000004
2015-02-12 10:24:17,649 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0020_01_000005 is : 143
2015-02-12 10:24:17,657 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:24:17,658 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:24:17,658 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0020_01_000004
2015-02-12 10:24:17,669 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0020_01_000004 is : 143
2015-02-12 10:24:17,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000005
2015-02-12 10:24:17,679 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000005
2015-02-12 10:24:17,679 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000005
2015-02-12 10:24:17,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000005
2015-02-12 10:24:17,680 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:24:17,680 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000005
2015-02-12 10:24:17,680 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:24:17,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000004
2015-02-12 10:24:17,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000004
2015-02-12 10:24:17,682 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000004
2015-02-12 10:24:17,682 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000004
2015-02-12 10:24:17,683 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0020_01_000005 from application application_1423764831909_0020
2015-02-12 10:24:17,683 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:24:17,684 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0020
2015-02-12 10:24:17,684 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000004
2015-02-12 10:24:17,684 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:24:17,685 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0020_01_000004 from application application_1423764831909_0020
2015-02-12 10:24:17,685 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:24:17,685 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0020
2015-02-12 10:24:18,469 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:24:18,469 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0020_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:24:18,470 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000002
2015-02-12 10:24:18,470 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0020_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:24:18,470 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:24:18,471 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0020_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:24:18,471 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:24:18,471 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:24:18,471 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0020_000001 released container container_1423764831909_0020_01_000002 on node: host: 10.1.1.68:59906 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:24:18,471 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:18,632 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:24:18,632 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0020_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:24:18,632 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000004
2015-02-12 10:24:18,633 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0020_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:24:18,633 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:24:18,633 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0020_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:24:18,634 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:24:18,634 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:24:18,634 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0020_000001 released container container_1423764831909_0020_01_000004 on node: host: 10.1.1.68:59924 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:24:18,634 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:24:18,634 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0020_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:24:18,634 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000005
2015-02-12 10:24:18,634 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0020_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:24:18,635 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:24:18,635 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0020_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:24:18,636 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:24:18,636 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:24:18,636 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0020_000001 released container container_1423764831909_0020_01_000005 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:24:18,636 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:24:18,636 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000006
2015-02-12 10:24:18,636 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0020_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:24:18,636 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0020_000001 container=Container: [ContainerId: container_1423764831909_0020_01_000006, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:24:18,637 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:24:18,637 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:24:19,473 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0020_01_000003]
2015-02-12 10:24:19,473 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:19,473 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:19,635 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:19,636 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:24:19,636 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:19,650 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0020_000001 (auth:SIMPLE)
2015-02-12 10:24:19,652 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0020_01_000006 by user soberoi
2015-02-12 10:24:19,652 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000006
2015-02-12 10:24:19,653 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0020_01_000006 to application application_1423764831909_0020
2015-02-12 10:24:19,653 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:24:19,653 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0020
2015-02-12 10:24:19,653 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0020
2015-02-12 10:24:19,653 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:24:19,653 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0020
2015-02-12 10:24:19,654 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:24:19,707 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:24:19,708 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:24:19,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000006/default_container_executor.sh]
2015-02-12 10:24:20,474 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0020_01_000002]
2015-02-12 10:24:20,474 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:20,636 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:24:20,636 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:20,636 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:20,641 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:24:21,641 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0020_01_000005, container_1423764831909_0020_01_000004]
2015-02-12 10:24:21,641 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:21,641 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:31,046 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:24:31,047 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:24:31,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1423764831909_0020_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:24:31,348 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1423764831909_0020_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:24:31,429 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742038_1214 src: /127.0.0.1:64007 dest: /127.0.0.1:59852
2015-02-12 10:24:31,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742038_1214 src: /127.0.0.1:64008 dest: /127.0.0.1:59855
2015-02-12 10:24:31,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742038_1214 src: /127.0.0.1:64009 dest: /127.0.0.1:59862
2015-02-12 10:24:31,468 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64009, dest: /127.0.0.1:59862, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0020_r_000000_0_1797259973_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742038_1214, duration: 32981000
2015-02-12 10:24:31,468 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742038_1214, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:24:31,470 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64008, dest: /127.0.0.1:59855, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0020_r_000000_0_1797259973_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742038_1214, duration: 34386000
2015-02-12 10:24:31,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:24:31,472 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64007, dest: /127.0.0.1:59852, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0020_r_000000_0_1797259973_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742038_1214, duration: 36933000
2015-02-12 10:24:31,472 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742038_1214, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:31,471 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742038_1214, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:31,473 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:24:31,474 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:24:31,478 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1423764831909_0020_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0020_r_000000_0_1797259973_1
2015-02-12 10:24:31,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1423764831909_0020_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:24:31,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1423764831909_0020_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:24:31,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/task_1423764831909_0020_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:24:31,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1423764831909_0020_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/task_1423764831909_0020_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:24:31,515 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0020_000001 (auth:SIMPLE)
2015-02-12 10:24:31,517 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0020_01_000006
2015-02-12 10:24:31,517 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000006
2015-02-12 10:24:31,518 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:24:31,518 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0020_01_000006
2015-02-12 10:24:31,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:24:31,534 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-940569346_1
2015-02-12 10:24:31,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:24:31,543 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0020_01_000006 is : 143
2015-02-12 10:24:31,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null proto=rpc
2015-02-12 10:24:31,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null proto=rpc
2015-02-12 10:24:31,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/task_1423764831909_0020_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:24:31,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:24:31,555 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:24:31,555 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000006
2015-02-12 10:24:31,556 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000006
2015-02-12 10:24:31,556 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000006
2015-02-12 10:24:31,556 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:24:31,556 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0020_01_000006 from application application_1423764831909_0020
2015-02-12 10:24:31,556 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:24:31,556 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0020
2015-02-12 10:24:31,556 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000006
2015-02-12 10:24:31,557 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000006
2015-02-12 10:24:31,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/task_1423764831909_0020_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:24:31,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary dst=null perm=null proto=rpc
2015-02-12 10:24:31,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:24:31,571 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-940569346_1
2015-02-12 10:24:31,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:24:31,574 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-940569346_1
2015-02-12 10:24:31,591 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63922, dest: /127.0.0.1:59862, bytes: 61386, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-940569346_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742037_1213, duration: 14183943000
2015-02-12 10:24:31,591 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742037_1213, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:24:31,592 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15708
2015-02-12 10:24:31,595 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63921, dest: /127.0.0.1:59859, bytes: 61386, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-940569346_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742037_1213, duration: 14186505000
2015-02-12 10:24:31,595 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742037_1213, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:31,595 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15708
2015-02-12 10:24:31,596 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:63920, dest: /127.0.0.1:59852, bytes: 61386, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-940569346_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742037_1213, duration: 14188765000
2015-02-12 10:24:31,596 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742037_1213, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:31,597 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15708
2015-02-12 10:24:31,598 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job_1423764831909_0020_1.jhist is closed by DFSClient_NONMAPREDUCE_-940569346_1
2015-02-12 10:24:31,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:24:31,603 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:24:31,605 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742039_1215 src: /127.0.0.1:64012 dest: /127.0.0.1:59859
2015-02-12 10:24:31,607 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742039_1215 src: /127.0.0.1:64013 dest: /127.0.0.1:59862
2015-02-12 10:24:31,608 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742039_1215 src: /127.0.0.1:64014 dest: /127.0.0.1:59855
2015-02-12 10:24:31,614 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64014, dest: /127.0.0.1:59855, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-940569346_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742039_1215, duration: 4238000
2015-02-12 10:24:31,614 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742039_1215, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:24:31,615 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:24:31,615 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64013, dest: /127.0.0.1:59862, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-940569346_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742039_1215, duration: 4209000
2015-02-12 10:24:31,615 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742039_1215, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:31,616 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:24:31,616 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64012, dest: /127.0.0.1:59859, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-940569346_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742039_1215, duration: 5589000
2015-02-12 10:24:31,616 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742039_1215, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:31,617 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:24:31,618 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020.summary_tmp is closed by DFSClient_NONMAPREDUCE_-940569346_1
2015-02-12 10:24:31,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:24:31,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job_1423764831909_0020_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:24:31,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020-1423765435573-soberoi-%5B955222FB950B4C9880E2C2FFC9E0C8F7%2FB9E5DBD54CB146AB-1423765471576-4-1-SUCCEEDED-default-1423765445565.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:24:31,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job_1423764831909_0020_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:24:31,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020-1423765435573-soberoi-%5B955222FB950B4C9880E2C2FFC9E0C8F7%2FB9E5DBD54CB146AB-1423765471576-4-1-SUCCEEDED-default-1423765445565.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:24:31,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job_1423764831909_0020_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:24:31,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020-1423765435573-soberoi-%5B955222FB950B4C9880E2C2FFC9E0C8F7%2FB9E5DBD54CB146AB-1423765471576-4-1-SUCCEEDED-default-1423765445565.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:24:31,646 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020-1423765435573-soberoi-%5B955222FB950B4C9880E2C2FFC9E0C8F7%2FB9E5DBD54CB146AB-1423765471576-4-1-SUCCEEDED-default-1423765445565.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:24:31,650 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742040_1216 src: /127.0.0.1:64016 dest: /127.0.0.1:59852
2015-02-12 10:24:31,652 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742040_1216 src: /127.0.0.1:64017 dest: /127.0.0.1:59859
2015-02-12 10:24:31,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742040_1216 src: /127.0.0.1:64018 dest: /127.0.0.1:59855
2015-02-12 10:24:31,676 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64018, dest: /127.0.0.1:59855, bytes: 61386, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-940569346_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742040_1216, duration: 19650000
2015-02-12 10:24:31,677 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742040_1216, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:24:31,678 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64017, dest: /127.0.0.1:59859, bytes: 61386, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-940569346_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742040_1216, duration: 21237000
2015-02-12 10:24:31,678 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:24:31,678 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742040_1216, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:31,680 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64016, dest: /127.0.0.1:59852, bytes: 61386, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-940569346_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742040_1216, duration: 22366000
2015-02-12 10:24:31,680 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742040_1216, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:31,680 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:24:31,681 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:24:31,682 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020-1423765435573-soberoi-%5B955222FB950B4C9880E2C2FFC9E0C8F7%2FB9E5DBD54CB146AB-1423765471576-4-1-SUCCEEDED-default-1423765445565.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-940569346_1
2015-02-12 10:24:31,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020-1423765435573-soberoi-%5B955222FB950B4C9880E2C2FFC9E0C8F7%2FB9E5DBD54CB146AB-1423765471576-4-1-SUCCEEDED-default-1423765445565.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:24:31,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job_1423764831909_0020_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:24:31,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:24:31,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job_1423764831909_0020_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:24:31,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:24:31,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020/job_1423764831909_0020_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:24:31,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:24:31,696 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:24:31,698 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742041_1217 src: /127.0.0.1:64019 dest: /127.0.0.1:59855
2015-02-12 10:24:31,700 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742041_1217 src: /127.0.0.1:64020 dest: /127.0.0.1:59859
2015-02-12 10:24:31,701 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742041_1217 src: /127.0.0.1:64021 dest: /127.0.0.1:59862
2015-02-12 10:24:31,707 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64021, dest: /127.0.0.1:59862, bytes: 115768, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-940569346_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742041_1217, duration: 4466000
2015-02-12 10:24:31,707 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742041_1217, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:24:31,707 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:24:31,707 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64020, dest: /127.0.0.1:59859, bytes: 115768, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-940569346_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742041_1217, duration: 4838000
2015-02-12 10:24:31,708 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742041_1217, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:31,708 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:24:31,708 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64019, dest: /127.0.0.1:59855, bytes: 115768, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-940569346_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742041_1217, duration: 5859000
2015-02-12 10:24:31,709 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742041_1217, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:31,709 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:24:31,710 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-940569346_1
2015-02-12 10:24:31,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:24:31,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:24:31,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:24:31,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020-1423765435573-soberoi-%5B955222FB950B4C9880E2C2FFC9E0C8F7%2FB9E5DBD54CB146AB-1423765471576-4-1-SUCCEEDED-default-1423765445565.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020-1423765435573-soberoi-%5B955222FB950B4C9880E2C2FFC9E0C8F7%2FB9E5DBD54CB146AB-1423765471576-4-1-SUCCEEDED-default-1423765445565.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:24:31,724 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0020_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:24:31,725 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0020_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:24:31,725 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0020 with final state: FINISHING
2015-02-12 10:24:31,725 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0020 State change from RUNNING to FINAL_SAVING
2015-02-12 10:24:31,725 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0020
2015-02-12 10:24:31,726 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0020_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:24:31,727 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0020 State change from FINAL_SAVING to FINISHING
2015-02-12 10:24:32,521 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:24:32,522 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0020_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:24:32,522 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000006
2015-02-12 10:24:32,522 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0020_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:24:32,523 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:24:32,524 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0020_01_000006, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:24:32,524 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:24:32,524 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:24:32,524 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0020_000001 released container container_1423764831909_0020_01_000006 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:24:32,730 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0020 unregistered successfully.
2015-02-12 10:24:32,735 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742032_1208 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:24:32,735 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742033_1209 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:24:32,736 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742034_1210 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:24:32,736 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742035_1211 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:24:32,737 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742037_1213 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:24:32,737 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742036_1212 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:24:32,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0020 dst=null perm=null proto=rpc
2015-02-12 10:24:32,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null proto=rpc
2015-02-12 10:24:32,820 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary
2015-02-12 10:24:32,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary dst=null perm=null proto=rpc
2015-02-12 10:24:32,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null proto=rpc
2015-02-12 10:24:32,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null proto=rpc
2015-02-12 10:24:32,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null proto=rpc
2015-02-12 10:24:32,850 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:24:32,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:24:32,854 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/swap
2015-02-12 10:24:32,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null proto=rpc
2015-02-12 10:24:32,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null proto=rpc
2015-02-12 10:24:32,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null proto=rpc
2015-02-12 10:24:32,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null proto=rpc
2015-02-12 10:24:32,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:24:32,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:24:32,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:24:32,901 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:24:32,901 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:24:32,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null proto=rpc
2015-02-12 10:24:32,917 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 10:24:32,917 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:24:32,917 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter"]
2015-02-12 10:24:32,917 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 10:24:32,918 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 10:24:32,918 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 10:24:32,919 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...pipesplatform/logicfilter
2015-02-12 10:24:32,935 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:24:32,959 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:24:32,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null proto=rpc
2015-02-12 10:24:32,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:24:32,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:24:32,967 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 21
2015-02-12 10:24:32,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021 dst=null perm=null proto=rpc
2015-02-12 10:24:32,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:24:32,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:24:32,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.jar dst=null perm=null proto=rpc
2015-02-12 10:24:32,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:24:32,979 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:24:32,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742042_1218 src: /127.0.0.1:64072 dest: /127.0.0.1:59855
2015-02-12 10:24:32,983 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742042_1218 src: /127.0.0.1:64073 dest: /127.0.0.1:59859
2015-02-12 10:24:32,984 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742042_1218 src: /127.0.0.1:64074 dest: /127.0.0.1:59862
2015-02-12 10:24:32,993 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64074, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742042_1218, duration: 6646000
2015-02-12 10:24:32,993 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742042_1218, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:24:32,994 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64073, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742042_1218, duration: 8180000
2015-02-12 10:24:32,994 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:24:32,995 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742042_1218, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:32,996 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64072, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742042_1218, duration: 10071000
2015-02-12 10:24:32,996 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742042_1218, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:32,996 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:24:32,997 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:24:32,999 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:24:33,000 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.jar
2015-02-12 10:24:33,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.jar dst=null perm=null proto=rpc
2015-02-12 10:24:33,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:24:33,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:24:33,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:24:33,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:24:33,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:24:33,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:24:33,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:24:33,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:24:33,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:24:33,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:24:33,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:24:33,011 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:24:33,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:24:33,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:24:33,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:24:33,015 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.split
2015-02-12 10:24:33,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.split dst=null perm=null proto=rpc
2015-02-12 10:24:33,017 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:24:33,019 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742043_1219 src: /127.0.0.1:64075 dest: /127.0.0.1:59852
2015-02-12 10:24:33,020 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742043_1219 src: /127.0.0.1:64076 dest: /127.0.0.1:59855
2015-02-12 10:24:33,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742043_1219 src: /127.0.0.1:64077 dest: /127.0.0.1:59859
2015-02-12 10:24:33,023 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742043_1219 src: /127.0.0.1:64078 dest: /127.0.0.1:59862
2015-02-12 10:24:33,027 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64078, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742043_1219, duration: 2162000
2015-02-12 10:24:33,027 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742043_1219, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:24:33,028 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64077, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742043_1219, duration: 2746000
2015-02-12 10:24:33,028 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:24:33,028 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742043_1219, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:33,029 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64076, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742043_1219, duration: 4302000
2015-02-12 10:24:33,029 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742043_1219, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:33,030 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:24:33,031 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:24:33,031 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64075, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742043_1219, duration: 5478000
2015-02-12 10:24:33,031 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742043_1219, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:33,034 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:24:33,039 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:24:33,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:24:33,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:24:33,046 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:24:33,048 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742044_1220 src: /127.0.0.1:64080 dest: /127.0.0.1:59852
2015-02-12 10:24:33,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742044_1220 src: /127.0.0.1:64081 dest: /127.0.0.1:59862
2015-02-12 10:24:33,058 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742044_1220 src: /127.0.0.1:64082 dest: /127.0.0.1:59855
2015-02-12 10:24:33,064 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64082, dest: /127.0.0.1:59855, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742044_1220, duration: 2658000
2015-02-12 10:24:33,064 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742044_1220, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:24:33,065 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64081, dest: /127.0.0.1:59862, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742044_1220, duration: 3375000
2015-02-12 10:24:33,066 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742044_1220, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:33,066 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:24:33,067 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64080, dest: /127.0.0.1:59852, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742044_1220, duration: 5454000
2015-02-12 10:24:33,067 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742044_1220, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:33,068 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:24:33,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:24:33,074 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:24:33,075 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:24:33,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:24:33,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:24:33,090 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:24:33,092 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742045_1221 src: /127.0.0.1:64084 dest: /127.0.0.1:59855
2015-02-12 10:24:33,094 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742045_1221 src: /127.0.0.1:64085 dest: /127.0.0.1:59862
2015-02-12 10:24:33,096 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742045_1221 src: /127.0.0.1:64086 dest: /127.0.0.1:59859
2015-02-12 10:24:33,100 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64086, dest: /127.0.0.1:59859, bytes: 97597, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742045_1221, duration: 3180000
2015-02-12 10:24:33,101 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742045_1221, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:24:33,102 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64085, dest: /127.0.0.1:59862, bytes: 97597, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742045_1221, duration: 4130000
2015-02-12 10:24:33,102 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742045_1221, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:33,104 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64084, dest: /127.0.0.1:59855, bytes: 97597, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742045_1221, duration: 6606000
2015-02-12 10:24:33,105 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742045_1221, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:33,105 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:24:33,106 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:24:33,107 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:24:33,116 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:24:33,117 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0021
2015-02-12 10:24:33,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021 dst=null perm=null proto=rpc
2015-02-12 10:24:33,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.xml dst=null perm=null proto=rpc
2015-02-12 10:24:33,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.xml dst=null perm=null proto=rpc
2015-02-12 10:24:33,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.jar dst=null perm=null proto=rpc
2015-02-12 10:24:33,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.jar dst=null perm=null proto=rpc
2015-02-12 10:24:33,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.split dst=null perm=null proto=rpc
2015-02-12 10:24:33,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.split dst=null perm=null proto=rpc
2015-02-12 10:24:33,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:24:33,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:24:33,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:24:33,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:24:33,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:24:33,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:24:33,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:24:33,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:24:33,147 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 21 submitted by user soberoi
2015-02-12 10:24:33,147 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0021
2015-02-12 10:24:33,147 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0021
2015-02-12 10:24:33,147 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0021 State change from NEW to NEW_SAVING
2015-02-12 10:24:33,147 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0021
2015-02-12 10:24:33,147 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0021 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:24:33,148 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0021 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:24:33,148 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0021 from user: soberoi, in queue: default
2015-02-12 10:24:33,148 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0021 State change from SUBMITTED to ACCEPTED
2015-02-12 10:24:33,148 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0021_000001
2015-02-12 10:24:33,149 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0021_000001 State change from NEW to SUBMITTED
2015-02-12 10:24:33,149 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0021 from user: soberoi activated in queue: default
2015-02-12 10:24:33,149 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0021 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:24:33,149 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0021_000001 to scheduler from user soberoi in queue default
2015-02-12 10:24:33,154 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0021_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:24:33,156 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0021
2015-02-12 10:24:33,158 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0021/
2015-02-12 10:24:33,158 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423764831909_0021
2015-02-12 10:24:33,159 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0021/
2015-02-12 10:24:33,502 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:24:33,502 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000001
2015-02-12 10:24:33,502 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0021_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 10:24:33,502 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0021_000001 container=Container: [ContainerId: container_1423764831909_0021_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:24:33,502 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:24:33,502 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:24:33,503 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0021_01_000001
2015-02-12 10:24:33,504 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:24:33,505 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0021_000001
2015-02-12 10:24:33,505 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0021 AttemptId: appattempt_1423764831909_0021_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0021_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ]
2015-02-12 10:24:33,505 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0021_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:24:33,506 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0021_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:24:33,506 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0021_000001
2015-02-12 10:24:33,509 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0021_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0021_000001
2015-02-12 10:24:33,509 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0021_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:24:33,510 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0021_000001
2015-02-12 10:24:33,510 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0021_000001
2015-02-12 10:24:33,515 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0021_000001 (auth:SIMPLE)
2015-02-12 10:24:33,518 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0021_01_000001 by user soberoi
2015-02-12 10:24:33,518 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0021
2015-02-12 10:24:33,518 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000001
2015-02-12 10:24:33,518 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0021 transitioned from NEW to INITING
2015-02-12 10:24:33,519 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0021_01_000001 to application application_1423764831909_0021
2015-02-12 10:24:33,519 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0021 transitioned from INITING to RUNNING
2015-02-12 10:24:33,519 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0021_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0021_000001
2015-02-12 10:24:33,519 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0021_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:24:33,519 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:24:33,519 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0021
2015-02-12 10:24:33,519 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:24:33,520 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:24:33,520 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:24:33,520 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:24:33,520 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0021_01_000001
2015-02-12 10:24:33,525 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:33,540 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0021_01_000001.tokens. Credentials list:
2015-02-12 10:24:33,705 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:24:33,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0021_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000001.tokens
2015-02-12 10:24:33,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0021 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0021
2015-02-12 10:24:33,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.jar dst=null perm=null proto=rpc
2015-02-12 10:24:33,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.jar dst=null perm=null proto=rpc
2015-02-12 10:24:33,942 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0021/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:24:33,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:24:33,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:24:33,998 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0021/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:24:34,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.split dst=null perm=null proto=rpc
2015-02-12 10:24:34,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.split dst=null perm=null proto=rpc
2015-02-12 10:24:34,055 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0021/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:24:34,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.xml dst=null perm=null proto=rpc
2015-02-12 10:24:34,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.xml dst=null perm=null proto=rpc
2015-02-12 10:24:34,107 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59862 to replicate blk_1073742042_1218 to datanode(s) 127.0.0.1:59852
2015-02-12 10:24:34,108 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742032_1208, blk_1073742033_1209, blk_1073742035_1211, blk_1073742036_1212]
2015-02-12 10:24:34,108 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742032_1208, blk_1073742033_1209, blk_1073742034_1210, blk_1073742035_1211, blk_1073742036_1212, blk_1073742037_1213]
2015-02-12 10:24:34,110 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0021/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:24:34,110 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:24:34,147 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:24:34,147 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:24:34,256 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000001/default_container_executor.sh]
2015-02-12 10:24:34,504 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:24:34,526 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:35,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742032_1208 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742032 for deletion
2015-02-12 10:24:35,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742033_1209 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742033 for deletion
2015-02-12 10:24:35,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742035_1211 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742035 for deletion
2015-02-12 10:24:35,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742036_1212 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742036 for deletion
2015-02-12 10:24:35,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742032_1208 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742032
2015-02-12 10:24:35,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742033_1209 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742033
2015-02-12 10:24:35,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742035_1211 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742035
2015-02-12 10:24:35,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742036_1212 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742036
2015-02-12 10:24:35,382 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742032_1208 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742032 for deletion
2015-02-12 10:24:35,382 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742033_1209 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742033 for deletion
2015-02-12 10:24:35,382 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742034_1210 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742034 for deletion
2015-02-12 10:24:35,382 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742035_1211 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742035 for deletion
2015-02-12 10:24:35,382 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742036_1212 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742036 for deletion
2015-02-12 10:24:35,382 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742032_1208 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742032
2015-02-12 10:24:35,383 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742034_1210 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742034
2015-02-12 10:24:35,383 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742033_1209 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742033
2015-02-12 10:24:35,383 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742035_1211 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742035
2015-02-12 10:24:35,382 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742037_1213 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742037 for deletion
2015-02-12 10:24:35,383 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742036_1212 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742036
2015-02-12 10:24:35,384 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742037_1213 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742037
2015-02-12 10:24:35,527 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:35,528 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=6d0fd477-b147-4d14-b560-4457d96c577e, infoPort=59863, ipcPort=59864, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742042_1218 to 127.0.0.1:59852
2015-02-12 10:24:35,529 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742042_1218 src: /127.0.0.1:64134 dest: /127.0.0.1:59852
2015-02-12 10:24:35,529 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742042_1218 (numBytes=254067) to /127.0.0.1:59852
2015-02-12 10:24:35,531 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742042_1218 src: /127.0.0.1:64134 dest: /127.0.0.1:59852 of size 254067
2015-02-12 10:24:35,532 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742042_1218 size 254067
2015-02-12 10:24:36,410 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 10:24:36,411 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:24:36,528 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:36,964 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742037_1213
2015-02-12 10:24:36,964 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742040_1216
2015-02-12 10:24:36,965 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742038_1214
2015-02-12 10:24:37,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742040_1216
2015-02-12 10:24:37,023 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742038_1214
2015-02-12 10:24:37,023 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742039_1215
2015-02-12 10:24:37,024 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742041_1217
2015-02-12 10:24:37,109 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742032_1208, blk_1073742033_1209, blk_1073742034_1210, blk_1073742036_1212, blk_1073742037_1213]
2015-02-12 10:24:37,109 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742032_1208, blk_1073742033_1209, blk_1073742034_1210, blk_1073742035_1211, blk_1073742037_1213]
2015-02-12 10:24:37,529 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:37,788 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742039_1215
2015-02-12 10:24:37,789 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742041_1217
2015-02-12 10:24:37,789 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742038_1214
2015-02-12 10:24:37,790 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742037_1213
2015-02-12 10:24:37,812 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0020_01_000001 succeeded
2015-02-12 10:24:37,812 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:24:37,812 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0020_01_000001
2015-02-12 10:24:37,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000001
2015-02-12 10:24:37,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000001
2015-02-12 10:24:37,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000001
2015-02-12 10:24:37,839 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000001
2015-02-12 10:24:37,839 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0020_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:24:37,839 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0020_01_000001 from application application_1423764831909_0020
2015-02-12 10:24:37,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0020/container_1423764831909_0020_01_000001
2015-02-12 10:24:37,840 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:24:37,840 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0020
2015-02-12 10:24:38,051 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742032_1208 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742032 for deletion
2015-02-12 10:24:38,051 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742033_1209 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742033 for deletion
2015-02-12 10:24:38,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742034_1210 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742034 for deletion
2015-02-12 10:24:38,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742036_1212 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742036 for deletion
2015-02-12 10:24:38,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742032_1208 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742032
2015-02-12 10:24:38,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742037_1213 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742037 for deletion
2015-02-12 10:24:38,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742033_1209 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742033
2015-02-12 10:24:38,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742034_1210 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742034
2015-02-12 10:24:38,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742037_1213 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742037
2015-02-12 10:24:38,053 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742036_1212 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742036
2015-02-12 10:24:38,509 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0020_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:24:38,509 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0020_000001
2015-02-12 10:24:38,509 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0020_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:24:38,510 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000001
2015-02-12 10:24:38,510 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0020_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:24:38,510 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0020_000001
2015-02-12 10:24:38,510 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:24:38,510 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0020_000001 State change from FINISHING to FINISHED
2015-02-12 10:24:38,510 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0020_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:24:38,510 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0020 State change from FINISHING to FINISHED
2015-02-12 10:24:38,510 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:24:38,510 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0020
2015-02-12 10:24:38,510 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0020_000001
2015-02-12 10:24:38,511 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0020,name=[955222FB950B4C9880E2C2FFC9E0C8F7/B9E5DBD54CB146AB8733679D5F4C2AFD] test/(1/1) ...fieldedpipesplatform/swap,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0020/jobhistory/job/job_1423764831909_0020,appMasterHost=10.1.1.68,startTime=1423765435573,finishTime=1423765471725,finalStatus=SUCCEEDED
2015-02-12 10:24:38,511 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:24:38,511 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0020_000001 released container container_1423764831909_0020_01_000001 on node: host: 10.1.1.68:59906 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:24:38,511 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0020_000001 is done. finalState=FINISHED
2015-02-12 10:24:38,511 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0020 requests cleared
2015-02-12 10:24:38,511 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0020 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:24:38,511 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0020 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:24:38,514 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0020_000001 (auth:SIMPLE)
2015-02-12 10:24:38,515 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0020_01_000001
2015-02-12 10:24:38,516 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0020 CONTAINERID=container_1423764831909_0020_01_000001
2015-02-12 10:24:38,516 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0020_01_000001]
2015-02-12 10:24:38,516 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:38,516 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0020 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:24:38,517 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0020
2015-02-12 10:24:38,517 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0020
2015-02-12 10:24:38,517 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0020
2015-02-12 10:24:38,517 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0020
2015-02-12 10:24:38,517 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0020 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:24:38,517 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0020, with delay of 10800 seconds
2015-02-12 10:24:38,519 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0020
2015-02-12 10:24:38,528 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742032_1208 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742032 for deletion
2015-02-12 10:24:38,528 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742033_1209 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742033 for deletion
2015-02-12 10:24:38,528 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742034_1210 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742034 for deletion
2015-02-12 10:24:38,528 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742035_1211 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742035 for deletion
2015-02-12 10:24:38,528 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742037_1213 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742037 for deletion
2015-02-12 10:24:38,528 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742032_1208 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742032
2015-02-12 10:24:38,528 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742033_1209 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742033
2015-02-12 10:24:38,529 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742034_1210 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742034
2015-02-12 10:24:38,529 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742035_1211 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742035
2015-02-12 10:24:38,529 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742037_1213 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742037
2015-02-12 10:24:38,531 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0020 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:24:38,531 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:38,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0020
2015-02-12 10:24:38,532 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0020
2015-02-12 10:24:38,532 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0020
2015-02-12 10:24:38,532 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0020
2015-02-12 10:24:38,533 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0020
2015-02-12 10:24:38,533 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0020 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:24:38,533 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0020, with delay of 10800 seconds
2015-02-12 10:24:39,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:24:39,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:24:39,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:24:39,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:24:39,533 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:24:39,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021 dst=null perm=null proto=rpc
2015-02-12 10:24:39,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:24:39,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:24:40,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:24:40,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:24:41,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742041_1217
2015-02-12 10:24:41,302 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742045_1221
2015-02-12 10:24:41,303 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742040_1216
2015-02-12 10:24:41,703 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742042_1218
2015-02-12 10:24:41,704 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742039_1215
2015-02-12 10:24:41,704 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742043_1219
2015-02-12 10:24:41,970 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742044_1220
2015-02-12 10:24:41,972 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742042_1218
2015-02-12 10:24:41,973 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742043_1219
2015-02-12 10:24:42,032 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742044_1220
2015-02-12 10:24:42,032 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742043_1219
2015-02-12 10:24:42,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742042_1218
2015-02-12 10:24:42,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742045_1221
2015-02-12 10:24:42,795 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0021_000001 (auth:SIMPLE)
2015-02-12 10:24:42,798 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742043_1219
2015-02-12 10:24:42,801 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742042_1218
2015-02-12 10:24:42,802 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742044_1220
2015-02-12 10:24:42,806 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0021_000001
2015-02-12 10:24:42,807 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0021 APPATTEMPTID=appattempt_1423764831909_0021_000001
2015-02-12 10:24:42,807 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0021_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:24:42,807 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0021 State change from ACCEPTED to RUNNING
2015-02-12 10:24:42,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job_1423764831909_0021_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:24:42,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:24:43,001 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742045_1221
2015-02-12 10:24:43,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job_1423764831909_0021_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:24:43,200 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job_1423764831909_0021_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:24:43,274 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742046_1222 src: /127.0.0.1:64297 dest: /127.0.0.1:59855
2015-02-12 10:24:43,276 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742046_1222 src: /127.0.0.1:64301 dest: /127.0.0.1:59852
2015-02-12 10:24:43,277 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742046_1222 src: /127.0.0.1:64302 dest: /127.0.0.1:59859
2015-02-12 10:24:43,331 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64302, dest: /127.0.0.1:59859, bytes: 114600, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289392417_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742046_1222, duration: 52140000
2015-02-12 10:24:43,332 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742046_1222, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:24:43,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:24:43,333 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64301, dest: /127.0.0.1:59852, bytes: 114600, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289392417_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742046_1222, duration: 53256000
2015-02-12 10:24:43,333 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742046_1222, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:43,334 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:24:43,334 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64297, dest: /127.0.0.1:59855, bytes: 114600, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289392417_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742046_1222, duration: 54493000
2015-02-12 10:24:43,334 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742046_1222, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:24:43,335 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:24:43,339 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job_1423764831909_0021_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1289392417_1
2015-02-12 10:24:44,146 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:24:44,146 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000002
2015-02-12 10:24:44,146 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0021_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:24:44,146 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0021_000001 container=Container: [ContainerId: container_1423764831909_0021_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:24:44,147 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:24:44,147 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:24:44,147 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:24:44,147 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000003
2015-02-12 10:24:44,147 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0021_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:24:44,147 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0021_000001 container=Container: [ContainerId: container_1423764831909_0021_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:24:44,148 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:24:44,148 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:24:44,148 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:24:44,148 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000004
2015-02-12 10:24:44,148 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0021_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:24:44,148 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0021_000001 container=Container: [ContainerId: container_1423764831909_0021_01_000004, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:24:44,149 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:24:44,151 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:24:44,152 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:24:44,152 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000005
2015-02-12 10:24:44,152 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0021_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:24:44,152 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0021_000001 container=Container: [ContainerId: container_1423764831909_0021_01_000005, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:24:44,152 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:24:44,153 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:24:44,992 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0021_01_000002
2015-02-12 10:24:44,993 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:24:44,993 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:24:44,994 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:24:44,995 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:24:45,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.jar dst=null perm=null proto=rpc
2015-02-12 10:24:45,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.jar dst=null perm=null proto=rpc
2015-02-12 10:24:45,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.xml dst=null perm=null proto=rpc
2015-02-12 10:24:45,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.xml dst=null perm=null proto=rpc
2015-02-12 10:24:45,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:24:45,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:24:45,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:24:45,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:24:45,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:24:45,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:24:45,364 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0021_000001 (auth:SIMPLE)
2015-02-12 10:24:45,368 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0021_01_000003 by user soberoi
2015-02-12 10:24:45,368 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0021_000001 (auth:SIMPLE)
2015-02-12 10:24:45,368 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0021
2015-02-12 10:24:45,369 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000003
2015-02-12 10:24:45,369 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0021 transitioned from NEW to INITING
2015-02-12 10:24:45,369 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0021_01_000003 to application application_1423764831909_0021
2015-02-12 10:24:45,369 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0021 transitioned from INITING to RUNNING
2015-02-12 10:24:45,369 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:24:45,369 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0021
2015-02-12 10:24:45,369 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0021
2015-02-12 10:24:45,369 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:24:45,370 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0021
2015-02-12 10:24:45,370 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:24:45,370 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:24:45,370 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0021_01_000003
2015-02-12 10:24:45,373 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0021_000001 (auth:SIMPLE)
2015-02-12 10:24:45,376 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0021_01_000005 by user soberoi
2015-02-12 10:24:45,377 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000005
2015-02-12 10:24:45,377 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0021_01_000005 to application application_1423764831909_0021
2015-02-12 10:24:45,377 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:24:45,377 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0021
2015-02-12 10:24:45,377 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0021
2015-02-12 10:24:45,377 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:24:45,378 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0021
2015-02-12 10:24:45,378 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0021_01_000005
2015-02-12 10:24:45,381 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0021_01_000002 by user soberoi
2015-02-12 10:24:45,381 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000002
2015-02-12 10:24:45,381 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0021_01_000002 to application application_1423764831909_0021
2015-02-12 10:24:45,381 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:24:45,381 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0021
2015-02-12 10:24:45,381 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0021
2015-02-12 10:24:45,381 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:24:45,382 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0021
2015-02-12 10:24:45,382 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0021_01_000002
2015-02-12 10:24:45,389 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0021_01_000003.tokens. Credentials list:
2015-02-12 10:24:45,396 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0021_01_000005.tokens. Credentials list:
2015-02-12 10:24:45,397 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0021_01_000002.tokens. Credentials list:
2015-02-12 10:24:45,401 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0021_000001 (auth:SIMPLE)
2015-02-12 10:24:45,417 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0021_01_000004 by user soberoi
2015-02-12 10:24:45,418 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000004
2015-02-12 10:24:45,418 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0021_01_000004 to application application_1423764831909_0021
2015-02-12 10:24:45,418 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:24:45,418 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0021
2015-02-12 10:24:45,418 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0021
2015-02-12 10:24:45,418 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:24:45,419 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0021
2015-02-12 10:24:45,536 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0021_01_000004
2015-02-12 10:24:45,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:24:45,730 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0021_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000003.tokens
2015-02-12 10:24:45,734 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0021 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0021
2015-02-12 10:24:45,820 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:24:45,840 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0021_01_000004.tokens. Credentials list:
2015-02-12 10:24:45,850 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:24:45,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.jar dst=null perm=null proto=rpc
2015-02-12 10:24:45,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.jar dst=null perm=null proto=rpc
2015-02-12 10:24:45,963 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0021/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:24:46,012 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:24:46,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.xml dst=null perm=null proto=rpc
2015-02-12 10:24:46,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.xml dst=null perm=null proto=rpc
2015-02-12 10:24:46,042 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0021_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000005.tokens
2015-02-12 10:24:46,042 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0021 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0021
2015-02-12 10:24:46,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:24:46,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0021_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000002.tokens
2015-02-12 10:24:46,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0021 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0021
2015-02-12 10:24:46,083 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0021/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:24:46,083 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:24:46,083 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:24:46,084 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:24:46,084 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:24:46,148 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:24:46,148 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:24:46,148 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:24:46,148 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:24:46,159 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:24:46,160 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:24:46,160 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:24:46,160 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:24:46,165 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:24:46,165 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:24:46,169 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:24:46,169 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:24:46,362 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0021_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000004.tokens
2015-02-12 10:24:46,364 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0021 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0021
2015-02-12 10:24:46,437 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000003/default_container_executor.sh]
2015-02-12 10:24:46,438 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000002/default_container_executor.sh]
2015-02-12 10:24:46,438 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000004/default_container_executor.sh]
2015-02-12 10:24:46,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000005/default_container_executor.sh]
2015-02-12 10:24:51,717 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742046_1222
2015-02-12 10:24:51,986 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742046_1222
2015-02-12 10:24:52,049 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742046_1222
2015-02-12 10:25:04,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:04,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:04,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:05,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:05,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:25:05,531 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 1895 Total time for transactions(ms): 130 Number of transactions batched in Syncs: 2 Number of syncs: 1321 SyncTimes(ms): 32 16
2015-02-12 10:25:05,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:05,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:25:05,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:25:05,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:05,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:05,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:25:05,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:06,199 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000002_0/part-00002 is closed by DFSClient_attempt_1423764831909_0021_m_000002_0_1641624160_1
2015-02-12 10:25:06,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:25:06,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:25:06,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1423764831909_0021_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:25:06,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1423764831909_0021_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:25:06,253 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0021_000001 (auth:SIMPLE)
2015-02-12 10:25:06,254 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0021_01_000004
2015-02-12 10:25:06,255 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000004
2015-02-12 10:25:06,255 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:25:06,255 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0021_01_000004
2015-02-12 10:25:06,272 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job_1423764831909_0021_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:25:06,273 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0021_01_000004 is : 143
2015-02-12 10:25:06,274 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742047_1223 src: /127.0.0.1:64664 dest: /127.0.0.1:59852
2015-02-12 10:25:06,275 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742047_1223 src: /127.0.0.1:64665 dest: /127.0.0.1:59862
2015-02-12 10:25:06,276 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742047_1223 src: /127.0.0.1:64666 dest: /127.0.0.1:59855
2015-02-12 10:25:06,287 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job_1423764831909_0021_1.jhist for DFSClient_NONMAPREDUCE_-1289392417_1
2015-02-12 10:25:06,291 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:25:06,292 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000004
2015-02-12 10:25:06,292 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000004
2015-02-12 10:25:06,292 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000004
2015-02-12 10:25:06,292 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000004
2015-02-12 10:25:06,292 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:25:06,292 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0021_01_000004 from application application_1423764831909_0021
2015-02-12 10:25:06,293 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:06,293 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0021
2015-02-12 10:25:06,293 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000004
2015-02-12 10:25:06,415 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30005 milliseconds
2015-02-12 10:25:06,416 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:25:06,503 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742048_1224{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:25:06,509 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000001_0/part-00001. BP-1216473654-10.1.1.68-1423764814898 blk_1073742049_1225{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:25:06,587 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742048_1224 src: /127.0.0.1:64668 dest: /127.0.0.1:59862
2015-02-12 10:25:06,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742048_1224 src: /127.0.0.1:64670 dest: /127.0.0.1:59859
2015-02-12 10:25:06,592 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742048_1224 src: /127.0.0.1:64671 dest: /127.0.0.1:59855
2015-02-12 10:25:06,626 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64671, dest: /127.0.0.1:59855, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0021_m_000000_0_1192955713_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742048_1224, duration: 32698000
2015-02-12 10:25:06,626 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742048_1224, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:06,627 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742048_1224{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:25:06,627 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64670, dest: /127.0.0.1:59859, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0021_m_000000_0_1192955713_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742048_1224, duration: 33694000
2015-02-12 10:25:06,627 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742048_1224, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:06,631 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64668, dest: /127.0.0.1:59862, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0021_m_000000_0_1192955713_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742048_1224, duration: 34960000
2015-02-12 10:25:06,631 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742048_1224, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:06,631 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742048_1224{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:25:06,632 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742048_1224{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:25:06,640 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0021_m_000000_0_1192955713_1
2015-02-12 10:25:06,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742049_1225 src: /127.0.0.1:64669 dest: /127.0.0.1:59862
2015-02-12 10:25:06,650 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742049_1225 src: /127.0.0.1:64672 dest: /127.0.0.1:59855
2015-02-12 10:25:06,652 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742049_1225 src: /127.0.0.1:64673 dest: /127.0.0.1:59852
2015-02-12 10:25:06,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:25:06,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:25:06,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1423764831909_0021_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:25:06,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1423764831909_0021_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:25:06,710 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0021_000001 (auth:SIMPLE)
2015-02-12 10:25:06,711 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64673, dest: /127.0.0.1:59852, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0021_m_000001_0_-1343493241_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742049_1225, duration: 57849000
2015-02-12 10:25:06,711 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742049_1225, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:06,711 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0021_01_000002
2015-02-12 10:25:06,712 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000002
2015-02-12 10:25:06,712 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:25:06,712 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0021_01_000002
2015-02-12 10:25:06,712 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64672, dest: /127.0.0.1:59855, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0021_m_000001_0_-1343493241_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742049_1225, duration: 58215000
2015-02-12 10:25:06,713 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742049_1225{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:25:06,713 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742049_1225, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:06,715 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64669, dest: /127.0.0.1:59862, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0021_m_000001_0_-1343493241_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742049_1225, duration: 61099000
2015-02-12 10:25:06,715 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742049_1225, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:06,715 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:25:06,715 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0021_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:25:06,715 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000004
2015-02-12 10:25:06,716 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0021_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:25:06,716 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:25:06,716 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742049_1225{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:25:06,718 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742049_1225{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:25:06,726 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0021_01_000004, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:25:06,726 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:06,727 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:25:06,727 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0021_000001 released container container_1423764831909_0021_01_000004 on node: host: 10.1.1.68:59934 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:25:06,735 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0021_01_000002 is : 143
2015-02-12 10:25:06,739 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000001_0/part-00001 is closed by DFSClient_attempt_1423764831909_0021_m_000001_0_-1343493241_1
2015-02-12 10:25:06,747 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:25:06,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000002
2015-02-12 10:25:06,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000002
2015-02-12 10:25:06,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000002
2015-02-12 10:25:06,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000002
2015-02-12 10:25:06,749 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000002
2015-02-12 10:25:06,749 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:25:06,749 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0021_01_000002 from application application_1423764831909_0021
2015-02-12 10:25:06,749 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:06,749 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0021
2015-02-12 10:25:06,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:25:06,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:25:06,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1423764831909_0021_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:25:06,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1423764831909_0021_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:25:06,781 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0021_000001 (auth:SIMPLE)
2015-02-12 10:25:06,783 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0021_01_000003
2015-02-12 10:25:06,783 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000003
2015-02-12 10:25:06,783 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:25:06,784 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0021_01_000003
2015-02-12 10:25:06,784 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:25:06,784 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0021_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:25:06,784 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000002
2015-02-12 10:25:06,785 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0021_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:25:06,785 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:25:06,786 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0021_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:25:06,786 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:06,786 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:25:06,786 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0021_000001 released container container_1423764831909_0021_01_000002 on node: host: 10.1.1.68:59934 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:25:06,787 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:06,805 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0021_01_000003 is : 143
2015-02-12 10:25:06,819 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:25:06,819 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000003
2015-02-12 10:25:06,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000003
2015-02-12 10:25:06,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000003
2015-02-12 10:25:06,824 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000003
2015-02-12 10:25:06,824 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000003
2015-02-12 10:25:06,824 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:25:06,825 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0021_01_000003 from application application_1423764831909_0021
2015-02-12 10:25:06,825 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:06,825 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0021
2015-02-12 10:25:06,848 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000003_0/part-00003. BP-1216473654-10.1.1.68-1423764814898 blk_1073742050_1226{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:25:06,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742050_1226 src: /127.0.0.1:64676 dest: /127.0.0.1:59859
2015-02-12 10:25:06,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742050_1226 src: /127.0.0.1:64677 dest: /127.0.0.1:59855
2015-02-12 10:25:06,906 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742050_1226 src: /127.0.0.1:64678 dest: /127.0.0.1:59852
2015-02-12 10:25:06,957 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64678, dest: /127.0.0.1:59852, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0021_m_000003_0_1601320088_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742050_1226, duration: 48904000
2015-02-12 10:25:06,957 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742050_1226, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:06,957 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742050_1226{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:25:06,958 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64677, dest: /127.0.0.1:59855, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0021_m_000003_0_1601320088_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742050_1226, duration: 49664000
2015-02-12 10:25:06,958 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742050_1226, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:06,958 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742050_1226{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:25:06,959 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64676, dest: /127.0.0.1:59859, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0021_m_000003_0_1601320088_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742050_1226, duration: 50608000
2015-02-12 10:25:06,959 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742050_1226, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:06,959 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742050_1226{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:25:06,963 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000003_0/part-00003 is closed by DFSClient_attempt_1423764831909_0021_m_000003_0_1601320088_1
2015-02-12 10:25:06,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:25:06,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:25:06,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1423764831909_0021_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:25:06,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1423764831909_0021_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1423764831909_0021_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:25:07,004 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0021_000001 (auth:SIMPLE)
2015-02-12 10:25:07,006 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0021_01_000005
2015-02-12 10:25:07,006 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000005
2015-02-12 10:25:07,007 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:07,007 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:25:07,007 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0021_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:25:07,007 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000003
2015-02-12 10:25:07,008 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0021_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:25:07,008 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:25:07,016 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0021_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:25:07,016 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:07,016 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:25:07,016 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0021_000001 released container container_1423764831909_0021_01_000003 on node: host: 10.1.1.68:59934 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:25:07,016 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:07,017 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:25:07,018 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0021_01_000005
2015-02-12 10:25:07,038 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0021_01_000005 is : 143
2015-02-12 10:25:07,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:07,043 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1289392417_1
2015-02-12 10:25:07,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:25:07,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null proto=rpc
2015-02-12 10:25:07,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null proto=rpc
2015-02-12 10:25:07,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1423764831909_0021_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:25:07,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:25:07,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1423764831909_0021_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:07,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null proto=rpc
2015-02-12 10:25:07,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null proto=rpc
2015-02-12 10:25:07,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1423764831909_0021_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:25:07,071 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:25:07,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:25:07,071 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000005
2015-02-12 10:25:07,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000005
2015-02-12 10:25:07,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1423764831909_0021_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:07,073 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000005
2015-02-12 10:25:07,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000005
2015-02-12 10:25:07,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null proto=rpc
2015-02-12 10:25:07,074 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000005
2015-02-12 10:25:07,074 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:25:07,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null proto=rpc
2015-02-12 10:25:07,077 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0021_01_000005 from application application_1423764831909_0021
2015-02-12 10:25:07,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1423764831909_0021_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:25:07,077 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:07,078 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0021
2015-02-12 10:25:07,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:25:07,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1423764831909_0021_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:07,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null proto=rpc
2015-02-12 10:25:07,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null proto=rpc
2015-02-12 10:25:07,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1423764831909_0021_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:25:07,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:25:07,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1423764831909_0021_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:07,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary dst=null perm=null proto=rpc
2015-02-12 10:25:07,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:07,101 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1289392417_1
2015-02-12 10:25:07,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:07,104 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1289392417_1
2015-02-12 10:25:07,121 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64666, dest: /127.0.0.1:59855, bytes: 47138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289392417_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742047_1223, duration: 843360000
2015-02-12 10:25:07,122 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742047_1223, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:07,124 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 15308
2015-02-12 10:25:07,124 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64665, dest: /127.0.0.1:59862, bytes: 47138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289392417_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742047_1223, duration: 844919000
2015-02-12 10:25:07,125 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742047_1223, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:07,126 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 15308
2015-02-12 10:25:07,126 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64664, dest: /127.0.0.1:59852, bytes: 47138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289392417_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742047_1223, duration: 848118000
2015-02-12 10:25:07,127 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742047_1223, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:07,127 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 15308
2015-02-12 10:25:07,130 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job_1423764831909_0021_1.jhist is closed by DFSClient_NONMAPREDUCE_-1289392417_1
2015-02-12 10:25:07,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:07,137 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742051_1227{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:25:07,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742051_1227 src: /127.0.0.1:64680 dest: /127.0.0.1:59862
2015-02-12 10:25:07,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742051_1227 src: /127.0.0.1:64681 dest: /127.0.0.1:59852
2015-02-12 10:25:07,144 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742051_1227 src: /127.0.0.1:64682 dest: /127.0.0.1:59859
2015-02-12 10:25:07,147 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64682, dest: /127.0.0.1:59859, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289392417_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742051_1227, duration: 1460000
2015-02-12 10:25:07,148 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742051_1227, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:07,148 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742051_1227{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:25:07,148 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64681, dest: /127.0.0.1:59852, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289392417_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742051_1227, duration: 2039000
2015-02-12 10:25:07,148 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742051_1227, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:07,149 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742051_1227{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:25:07,149 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64680, dest: /127.0.0.1:59862, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289392417_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742051_1227, duration: 3190000
2015-02-12 10:25:07,149 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742051_1227, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:07,150 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742051_1227{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:25:07,151 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1289392417_1
2015-02-12 10:25:07,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:07,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job_1423764831909_0021_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:25:07,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021-1423765473146-soberoi-%5B63CD0EC59D764A95BC5880DFB89DB9A2%2F69FBAE292DE442D6-1423765507105-4-0-SUCCEEDED-default-1423765482890.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:25:07,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job_1423764831909_0021_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:25:07,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021-1423765473146-soberoi-%5B63CD0EC59D764A95BC5880DFB89DB9A2%2F69FBAE292DE442D6-1423765507105-4-0-SUCCEEDED-default-1423765482890.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:25:07,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job_1423764831909_0021_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:25:07,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021-1423765473146-soberoi-%5B63CD0EC59D764A95BC5880DFB89DB9A2%2F69FBAE292DE442D6-1423765507105-4-0-SUCCEEDED-default-1423765482890.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:07,187 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021-1423765473146-soberoi-%5B63CD0EC59D764A95BC5880DFB89DB9A2%2F69FBAE292DE442D6-1423765507105-4-0-SUCCEEDED-default-1423765482890.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742052_1228{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:25:07,191 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742052_1228 src: /127.0.0.1:64684 dest: /127.0.0.1:59852
2015-02-12 10:25:07,194 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742052_1228 src: /127.0.0.1:64685 dest: /127.0.0.1:59859
2015-02-12 10:25:07,197 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742052_1228 src: /127.0.0.1:64686 dest: /127.0.0.1:59862
2015-02-12 10:25:07,202 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64686, dest: /127.0.0.1:59862, bytes: 47138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289392417_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742052_1228, duration: 2433000
2015-02-12 10:25:07,202 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742052_1228, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:07,203 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64685, dest: /127.0.0.1:59859, bytes: 47138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289392417_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742052_1228, duration: 3310000
2015-02-12 10:25:07,203 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742052_1228{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:25:07,203 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742052_1228, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:07,204 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742052_1228{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:25:07,204 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64684, dest: /127.0.0.1:59852, bytes: 47138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289392417_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742052_1228, duration: 4619000
2015-02-12 10:25:07,205 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742052_1228, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:07,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742052_1228{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:25:07,207 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021-1423765473146-soberoi-%5B63CD0EC59D764A95BC5880DFB89DB9A2%2F69FBAE292DE442D6-1423765507105-4-0-SUCCEEDED-default-1423765482890.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1289392417_1
2015-02-12 10:25:07,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021-1423765473146-soberoi-%5B63CD0EC59D764A95BC5880DFB89DB9A2%2F69FBAE292DE442D6-1423765507105-4-0-SUCCEEDED-default-1423765482890.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:07,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job_1423764831909_0021_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:25:07,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:25:07,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job_1423764831909_0021_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:25:07,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:25:07,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021/job_1423764831909_0021_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:25:07,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:07,229 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742053_1229{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:25:07,231 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742053_1229 src: /127.0.0.1:64688 dest: /127.0.0.1:59855
2015-02-12 10:25:07,233 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742053_1229 src: /127.0.0.1:64689 dest: /127.0.0.1:59859
2015-02-12 10:25:07,235 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742053_1229 src: /127.0.0.1:64690 dest: /127.0.0.1:59862
2015-02-12 10:25:07,238 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64690, dest: /127.0.0.1:59862, bytes: 114600, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289392417_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742053_1229, duration: 1887000
2015-02-12 10:25:07,239 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742053_1229, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:07,239 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742053_1229{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:25:07,239 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64689, dest: /127.0.0.1:59859, bytes: 114600, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289392417_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742053_1229, duration: 2527000
2015-02-12 10:25:07,240 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742053_1229, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:07,240 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64688, dest: /127.0.0.1:59855, bytes: 114600, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289392417_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742053_1229, duration: 3970000
2015-02-12 10:25:07,241 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742053_1229{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:25:07,241 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742053_1229, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:07,241 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742053_1229{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:25:07,257 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1289392417_1
2015-02-12 10:25:07,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:07,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:07,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:07,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021-1423765473146-soberoi-%5B63CD0EC59D764A95BC5880DFB89DB9A2%2F69FBAE292DE442D6-1423765507105-4-0-SUCCEEDED-default-1423765482890.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021-1423765473146-soberoi-%5B63CD0EC59D764A95BC5880DFB89DB9A2%2F69FBAE292DE442D6-1423765507105-4-0-SUCCEEDED-default-1423765482890.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:07,273 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0021_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:25:07,274 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0021_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:25:07,274 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0021 with final state: FINISHING
2015-02-12 10:25:07,274 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0021 State change from RUNNING to FINAL_SAVING
2015-02-12 10:25:07,274 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0021
2015-02-12 10:25:07,276 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0021_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:25:07,276 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0021 State change from FINAL_SAVING to FINISHING
2015-02-12 10:25:08,010 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:08,010 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:08,010 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:08,011 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:25:08,011 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0021_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:25:08,011 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000005
2015-02-12 10:25:08,011 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0021_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:25:08,011 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:25:08,011 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0021_01_000005, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:25:08,011 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:08,011 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:25:08,012 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0021_000001 released container container_1423764831909_0021_01_000005 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:25:08,282 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0021 unregistered successfully.
2015-02-12 10:25:08,287 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742042_1218 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:25:08,287 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742043_1219 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:25:08,287 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742044_1220 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:25:08,287 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742045_1221 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:25:08,287 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742047_1223 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:25:08,287 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742046_1222 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:25:08,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0021 dst=null perm=null proto=rpc
2015-02-12 10:25:08,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null proto=rpc
2015-02-12 10:25:08,368 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary
2015-02-12 10:25:08,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary dst=null perm=null proto=rpc
2015-02-12 10:25:08,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null proto=rpc
2015-02-12 10:25:08,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null proto=rpc
2015-02-12 10:25:08,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null proto=rpc
2015-02-12 10:25:08,401 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 10:25:08,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:25:08,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:25:08,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:25:08,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:25:08,414 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/logicfilter
2015-02-12 10:25:08,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null proto=rpc
2015-02-12 10:25:08,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null proto=rpc
2015-02-12 10:25:08,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null proto=rpc
2015-02-12 10:25:08,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null proto=rpc
2015-02-12 10:25:08,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:25:08,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:25:08,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:25:08,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:25:08,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:25:08,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:25:08,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:25:08,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:25:08,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:25:08,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:25:08,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:25:08,441 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt. BP-1216473654-10.1.1.68-1423764814898 blk_1073742054_1230{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:25:08,443 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742054_1230 src: /127.0.0.1:64696 dest: /127.0.0.1:59862
2015-02-12 10:25:08,445 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742054_1230 src: /127.0.0.1:64697 dest: /127.0.0.1:59855
2015-02-12 10:25:08,446 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742054_1230 src: /127.0.0.1:64698 dest: /127.0.0.1:59859
2015-02-12 10:25:08,449 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64698, dest: /127.0.0.1:59859, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742054_1230, duration: 1291000
2015-02-12 10:25:08,450 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742054_1230, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:08,451 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742054_1230{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:25:08,451 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64697, dest: /127.0.0.1:59855, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742054_1230, duration: 2106000
2015-02-12 10:25:08,452 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742054_1230, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:08,453 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64696, dest: /127.0.0.1:59862, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742054_1230, duration: 4225000
2015-02-12 10:25:08,453 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742054_1230, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:08,453 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742054_1230{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:25:08,455 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742054_1230{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:25:08,457 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:25:08,480 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:25:08,480 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:25:08,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:08,507 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 10:25:08,508 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt"]
2015-02-12 10:25:08,508 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped"]
2015-02-12 10:25:08,508 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 10:25:08,508 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 10:25:08,508 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 10:25:08,509 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...edpipesplatform/ungrouped
2015-02-12 10:25:08,526 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:25:08,544 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:25:08,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:08,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:25:08,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:25:08,552 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 22
2015-02-12 10:25:08,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022 dst=null perm=null proto=rpc
2015-02-12 10:25:08,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:25:08,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:25:08,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:08,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:25:08,560 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742055_1231{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:25:08,562 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742055_1231 src: /127.0.0.1:64700 dest: /127.0.0.1:59859
2015-02-12 10:25:08,564 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742055_1231 src: /127.0.0.1:64701 dest: /127.0.0.1:59862
2015-02-12 10:25:08,565 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742055_1231 src: /127.0.0.1:64702 dest: /127.0.0.1:59855
2015-02-12 10:25:08,571 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64702, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742055_1231, duration: 2897000
2015-02-12 10:25:08,571 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742055_1231, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:08,571 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742055_1231{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:25:08,571 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64701, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742055_1231, duration: 3785000
2015-02-12 10:25:08,572 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742055_1231, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:08,572 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64700, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742055_1231, duration: 4052000
2015-02-12 10:25:08,573 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742055_1231, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:08,572 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742055_1231{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:25:08,575 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742055_1231{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:25:08,576 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:25:08,576 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar
2015-02-12 10:25:08,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:08,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:25:08,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:25:08,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:25:08,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:25:08,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:25:08,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:25:08,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:25:08,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:25:08,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:25:08,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:25:08,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:25:08,587 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:25:08,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:25:08,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:25:08,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:25:08,591 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.split
2015-02-12 10:25:08,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:08,593 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742056_1232{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:25:08,595 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742056_1232 src: /127.0.0.1:64703 dest: /127.0.0.1:59852
2015-02-12 10:25:08,597 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742056_1232 src: /127.0.0.1:64704 dest: /127.0.0.1:59855
2015-02-12 10:25:08,598 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742056_1232 src: /127.0.0.1:64705 dest: /127.0.0.1:59859
2015-02-12 10:25:08,600 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742056_1232 src: /127.0.0.1:64706 dest: /127.0.0.1:59862
2015-02-12 10:25:08,604 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64706, dest: /127.0.0.1:59862, bytes: 1807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742056_1232, duration: 1937000
2015-02-12 10:25:08,604 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742056_1232, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:08,604 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742056_1232{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:25:08,605 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64705, dest: /127.0.0.1:59859, bytes: 1807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742056_1232, duration: 2320000
2015-02-12 10:25:08,605 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742056_1232, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:08,606 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64704, dest: /127.0.0.1:59855, bytes: 1807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742056_1232, duration: 3366000
2015-02-12 10:25:08,606 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742056_1232, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:08,606 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742056_1232{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:25:08,607 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64703, dest: /127.0.0.1:59852, bytes: 1807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742056_1232, duration: 4865000
2015-02-12 10:25:08,607 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742056_1232, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:08,607 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742056_1232{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:25:08,609 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742056_1232{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:25:08,611 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:25:08,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:25:08,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:25:08,616 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742057_1233{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:25:08,618 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742057_1233 src: /127.0.0.1:64707 dest: /127.0.0.1:59862
2015-02-12 10:25:08,619 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742057_1233 src: /127.0.0.1:64708 dest: /127.0.0.1:59852
2015-02-12 10:25:08,621 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742057_1233 src: /127.0.0.1:64709 dest: /127.0.0.1:59855
2015-02-12 10:25:08,624 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64709, dest: /127.0.0.1:59855, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742057_1233, duration: 1487000
2015-02-12 10:25:08,624 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742057_1233, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:08,625 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742057_1233{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:25:08,625 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64708, dest: /127.0.0.1:59852, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742057_1233, duration: 2202000
2015-02-12 10:25:08,625 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742057_1233, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:08,626 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64707, dest: /127.0.0.1:59862, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742057_1233, duration: 3151000
2015-02-12 10:25:08,626 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742057_1233{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:25:08,626 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742057_1233, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:08,627 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742057_1233{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:25:08,632 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:25:08,632 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:5
2015-02-12 10:25:08,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:25:08,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:25:08,643 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742058_1234{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:25:08,644 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742058_1234 src: /127.0.0.1:64710 dest: /127.0.0.1:59862
2015-02-12 10:25:08,646 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742058_1234 src: /127.0.0.1:64711 dest: /127.0.0.1:59855
2015-02-12 10:25:08,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742058_1234 src: /127.0.0.1:64712 dest: /127.0.0.1:59859
2015-02-12 10:25:08,651 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64712, dest: /127.0.0.1:59859, bytes: 97649, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742058_1234, duration: 1603000
2015-02-12 10:25:08,651 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742058_1234, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:08,652 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742058_1234{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:25:08,652 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64711, dest: /127.0.0.1:59855, bytes: 97649, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742058_1234, duration: 2074000
2015-02-12 10:25:08,652 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742058_1234, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:08,652 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742058_1234{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:25:08,653 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64710, dest: /127.0.0.1:59862, bytes: 97649, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742058_1234, duration: 3168000
2015-02-12 10:25:08,653 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742058_1234, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:08,654 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742058_1234{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:25:08,655 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:25:08,656 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0022
2015-02-12 10:25:08,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022 dst=null perm=null proto=rpc
2015-02-12 10:25:08,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml dst=null perm=null proto=rpc
2015-02-12 10:25:08,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml dst=null perm=null proto=rpc
2015-02-12 10:25:08,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:08,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:08,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:08,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:08,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:25:08,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:25:08,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:25:08,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:25:08,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:25:08,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:25:08,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:25:08,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:25:08,671 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 22 submitted by user soberoi
2015-02-12 10:25:08,671 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0022
2015-02-12 10:25:08,672 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0022 State change from NEW to NEW_SAVING
2015-02-12 10:25:08,672 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0022
2015-02-12 10:25:08,672 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0022
2015-02-12 10:25:08,672 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0022 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:25:08,672 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0022 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:25:08,672 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0022 from user: soberoi, in queue: default
2015-02-12 10:25:08,673 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0022 State change from SUBMITTED to ACCEPTED
2015-02-12 10:25:08,673 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0022_000001
2015-02-12 10:25:08,673 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0022_000001 State change from NEW to SUBMITTED
2015-02-12 10:25:08,673 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0022 from user: soberoi activated in queue: default
2015-02-12 10:25:08,673 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0022 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:25:08,673 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0022_000001 to scheduler from user soberoi in queue default
2015-02-12 10:25:08,674 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0022
2015-02-12 10:25:08,674 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0022_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:25:08,677 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0022/
2015-02-12 10:25:08,677 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423764831909_0022
2015-02-12 10:25:08,677 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0022/
2015-02-12 10:25:09,012 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:09,012 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:09,013 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:09,013 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:09,013 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:25:09,013 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000001
2015-02-12 10:25:09,013 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0022_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:25:09,013 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0022_000001 container=Container: [ContainerId: container_1423764831909_0022_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:25:09,013 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:25:09,014 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:09,014 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0022_01_000001
2015-02-12 10:25:09,015 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:25:09,015 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0022_000001
2015-02-12 10:25:09,015 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0022 AttemptId: appattempt_1423764831909_0022_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0022_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ]
2015-02-12 10:25:09,015 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0022_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:25:09,015 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0022_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:25:09,015 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0022_000001
2015-02-12 10:25:09,017 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0022_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0022_000001
2015-02-12 10:25:09,017 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0022_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:25:09,017 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0022_000001
2015-02-12 10:25:09,017 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0022_000001
2015-02-12 10:25:09,023 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0022_000001 (auth:SIMPLE)
2015-02-12 10:25:09,028 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0022_01_000001 by user soberoi
2015-02-12 10:25:09,028 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0022
2015-02-12 10:25:09,028 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000001
2015-02-12 10:25:09,028 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0022 transitioned from NEW to INITING
2015-02-12 10:25:09,029 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0022_01_000001 to application application_1423764831909_0022
2015-02-12 10:25:09,029 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0022 transitioned from INITING to RUNNING
2015-02-12 10:25:09,029 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0022_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0022_000001
2015-02-12 10:25:09,029 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:25:09,029 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0022
2015-02-12 10:25:09,029 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0022_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:25:09,030 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:25:09,030 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:25:09,030 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:25:09,030 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:25:09,030 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0022_01_000001
2015-02-12 10:25:09,043 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0022_01_000001.tokens. Credentials list:
2015-02-12 10:25:09,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:25:09,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0022_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000001.tokens
2015-02-12 10:25:09,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0022 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0022
2015-02-12 10:25:09,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:09,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:09,411 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0022/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:25:09,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:25:09,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:25:09,471 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0022/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:25:09,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:09,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:09,559 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0022/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:25:09,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml dst=null perm=null proto=rpc
2015-02-12 10:25:09,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml dst=null perm=null proto=rpc
2015-02-12 10:25:09,636 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0022/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:25:09,636 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:25:09,697 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:25:09,697 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:09,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000001/default_container_executor.sh]
2015-02-12 10:25:10,016 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:25:10,016 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:10,016 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:10,016 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:10,016 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:10,132 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59855 to replicate blk_1073742055_1231 to datanode(s) 127.0.0.1:59852
2015-02-12 10:25:10,132 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742042_1218, blk_1073742043_1219, blk_1073742044_1220, blk_1073742045_1221, blk_1073742046_1222, blk_1073742047_1223]
2015-02-12 10:25:10,132 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742042_1218, blk_1073742043_1219, blk_1073742045_1221, blk_1073742046_1222]
2015-02-12 10:25:11,020 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:11,020 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:11,020 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:11,020 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:11,096 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=2aa0fabf-b905-40ca-b888-b2077fcc60ea, infoPort=59856, ipcPort=59858, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742055_1231 to 127.0.0.1:59852
2015-02-12 10:25:11,096 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742042_1218 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742042 for deletion
2015-02-12 10:25:11,096 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742043_1219 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742043 for deletion
2015-02-12 10:25:11,097 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742044_1220 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742044 for deletion
2015-02-12 10:25:11,097 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742045_1221 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742045 for deletion
2015-02-12 10:25:11,097 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742042_1218 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742042
2015-02-12 10:25:11,097 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742046_1222 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742046 for deletion
2015-02-12 10:25:11,097 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742047_1223 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742047 for deletion
2015-02-12 10:25:11,097 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742044_1220 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742044
2015-02-12 10:25:11,098 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742046_1222 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742046
2015-02-12 10:25:11,098 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742043_1219 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742043
2015-02-12 10:25:11,098 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742055_1231 src: /127.0.0.1:64717 dest: /127.0.0.1:59852
2015-02-12 10:25:11,098 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742045_1221 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742045
2015-02-12 10:25:11,098 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742055_1231 (numBytes=254067) to /127.0.0.1:59852
2015-02-12 10:25:11,099 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742047_1223 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742047
2015-02-12 10:25:11,100 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742055_1231 src: /127.0.0.1:64717 dest: /127.0.0.1:59852 of size 254067
2015-02-12 10:25:11,101 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742055_1231 size 254067
2015-02-12 10:25:11,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742042_1218 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742042 for deletion
2015-02-12 10:25:11,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742043_1219 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742043 for deletion
2015-02-12 10:25:11,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742045_1221 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742045 for deletion
2015-02-12 10:25:11,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742046_1222 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742046 for deletion
2015-02-12 10:25:11,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742042_1218 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742042
2015-02-12 10:25:11,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742043_1219 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742043
2015-02-12 10:25:11,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742045_1221 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742045
2015-02-12 10:25:11,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742046_1222 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742046
2015-02-12 10:25:11,730 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742048_1224
2015-02-12 10:25:12,002 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742050_1226
2015-02-12 10:25:12,003 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742049_1225
2015-02-12 10:25:12,024 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:12,024 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:12,024 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:12,024 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:12,064 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742048_1224
2015-02-12 10:25:12,065 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742049_1225
2015-02-12 10:25:12,065 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742050_1226
2015-02-12 10:25:13,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742052_1228
2015-02-12 10:25:13,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742053_1229
2015-02-12 10:25:13,023 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742047_1223
2015-02-12 10:25:13,023 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742048_1224
2015-02-12 10:25:13,024 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742049_1225
2015-02-12 10:25:13,024 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742051_1227
2015-02-12 10:25:13,024 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:13,024 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:13,024 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:13,024 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:13,134 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742042_1218, blk_1073742043_1219, blk_1073742044_1220, blk_1073742045_1221, blk_1073742047_1223]
2015-02-12 10:25:13,134 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742042_1218, blk_1073742043_1219, blk_1073742044_1220, blk_1073742046_1222, blk_1073742047_1223]
2015-02-12 10:25:13,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:25:13,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:25:13,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:25:13,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:25:13,336 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0021_01_000001 succeeded
2015-02-12 10:25:13,337 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:25:13,337 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0021_01_000001
2015-02-12 10:25:13,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022 dst=null perm=null proto=rpc
2015-02-12 10:25:13,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:25:13,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000001
2015-02-12 10:25:13,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000001
2015-02-12 10:25:13,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000001
2015-02-12 10:25:13,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0021/container_1423764831909_0021_01_000001
2015-02-12 10:25:13,357 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000001
2015-02-12 10:25:13,357 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0021_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:25:13,357 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0021_01_000001 from application application_1423764831909_0021
2015-02-12 10:25:13,357 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:13,357 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0021
2015-02-12 10:25:13,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:25:13,602 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0021_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:25:13,602 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0021_000001
2015-02-12 10:25:13,602 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0021_000001
2015-02-12 10:25:13,602 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0021_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:25:13,603 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000001
2015-02-12 10:25:13,603 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0021_000001 State change from FINISHING to FINISHED
2015-02-12 10:25:13,603 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0021 State change from FINISHING to FINISHED
2015-02-12 10:25:13,603 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0021_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:25:13,603 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0021
2015-02-12 10:25:13,603 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:25:13,603 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0021,name=[63CD0EC59D764A95BC5880DFB89DB9A2/69FBAE292DE442D69B0B65134DCB041C] test/(1/1) ...pipesplatform/logicfilter,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0021/jobhistory/job/job_1423764831909_0021,appMasterHost=10.1.1.68,startTime=1423765473146,finishTime=1423765507274,finalStatus=SUCCEEDED
2015-02-12 10:25:13,603 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0021_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:25:13,603 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0021_000001
2015-02-12 10:25:13,604 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:13,604 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:25:13,604 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0021_000001 released container container_1423764831909_0021_01_000001 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:25:13,604 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0021_000001 is done. finalState=FINISHED
2015-02-12 10:25:13,604 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0021 requests cleared
2015-02-12 10:25:13,604 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0021 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:25:13,604 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0021 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:25:13,608 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0021_000001 (auth:SIMPLE)
2015-02-12 10:25:13,611 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0021_01_000001
2015-02-12 10:25:13,612 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0021 CONTAINERID=container_1423764831909_0021_01_000001
2015-02-12 10:25:13,612 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0021_01_000001]
2015-02-12 10:25:13,613 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:13,613 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0021 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:25:13,613 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0021
2015-02-12 10:25:13,614 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0021
2015-02-12 10:25:13,614 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0021
2015-02-12 10:25:13,615 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0021 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:25:13,615 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0021, with delay of 10800 seconds
2015-02-12 10:25:13,615 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0021
2015-02-12 10:25:13,615 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0021
2015-02-12 10:25:13,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:25:13,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:25:14,025 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0021_01_000004, container_1423764831909_0021_01_000003, container_1423764831909_0021_01_000002]
2015-02-12 10:25:14,025 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:14,025 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:14,025 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0021 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:25:14,025 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:14,026 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:14,026 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0021
2015-02-12 10:25:14,026 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0021
2015-02-12 10:25:14,026 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0021
2015-02-12 10:25:14,027 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0021
2015-02-12 10:25:14,026 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0021
2015-02-12 10:25:14,027 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0021 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:25:14,027 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0021, with delay of 10800 seconds
2015-02-12 10:25:14,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742042_1218 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742042 for deletion
2015-02-12 10:25:14,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742043_1219 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742043 for deletion
2015-02-12 10:25:14,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742044_1220 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742044 for deletion
2015-02-12 10:25:14,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742046_1222 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742046 for deletion
2015-02-12 10:25:14,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742042_1218 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742042
2015-02-12 10:25:14,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742043_1219 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742043
2015-02-12 10:25:14,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742047_1223 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742047 for deletion
2015-02-12 10:25:14,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742044_1220 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742044
2015-02-12 10:25:14,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742047_1223 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742047
2015-02-12 10:25:14,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742046_1222 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742046
2015-02-12 10:25:14,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742042_1218 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742042 for deletion
2015-02-12 10:25:14,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742043_1219 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742043 for deletion
2015-02-12 10:25:14,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742044_1220 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742044 for deletion
2015-02-12 10:25:14,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742045_1221 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742045 for deletion
2015-02-12 10:25:14,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742047_1223 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742047 for deletion
2015-02-12 10:25:14,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742042_1218 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742042
2015-02-12 10:25:14,559 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742044_1220 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742044
2015-02-12 10:25:14,560 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742047_1223 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742047
2015-02-12 10:25:14,559 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742043_1219 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742043
2015-02-12 10:25:14,560 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742045_1221 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742045
2015-02-12 10:25:15,028 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:15,457 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0022_000001 (auth:SIMPLE)
2015-02-12 10:25:15,459 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0022_000001
2015-02-12 10:25:15,459 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0022 APPATTEMPTID=appattempt_1423764831909_0022_000001
2015-02-12 10:25:15,460 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0022_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:25:15,460 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0022 State change from ACCEPTED to RUNNING
2015-02-12 10:25:15,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job_1423764831909_0022_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:15,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:25:15,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job_1423764831909_0022_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:15,891 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job_1423764831909_0022_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742059_1235{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:25:15,996 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742059_1235 src: /127.0.0.1:64767 dest: /127.0.0.1:59859
2015-02-12 10:25:15,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742059_1235 src: /127.0.0.1:64768 dest: /127.0.0.1:59852
2015-02-12 10:25:15,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742059_1235 src: /127.0.0.1:64769 dest: /127.0.0.1:59855
2015-02-12 10:25:16,036 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64769, dest: /127.0.0.1:59855, bytes: 114652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1325300777_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742059_1235, duration: 35071000
2015-02-12 10:25:16,037 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742059_1235, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:16,038 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742059_1235{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:25:16,038 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64768, dest: /127.0.0.1:59852, bytes: 114652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1325300777_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742059_1235, duration: 36002000
2015-02-12 10:25:16,038 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742059_1235, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:16,038 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742059_1235{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:25:16,039 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64767, dest: /127.0.0.1:59859, bytes: 114652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1325300777_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742059_1235, duration: 37599000
2015-02-12 10:25:16,039 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742059_1235, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:16,040 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742059_1235{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:25:16,045 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job_1423764831909_0022_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1325300777_1
2015-02-12 10:25:16,615 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:25:16,615 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000002
2015-02-12 10:25:16,615 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0022_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:25:16,616 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0022_000001 container=Container: [ContainerId: container_1423764831909_0022_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:25:16,616 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:25:16,616 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:16,616 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:25:16,616 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000003
2015-02-12 10:25:16,616 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0022_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:25:16,617 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0022_000001 container=Container: [ContainerId: container_1423764831909_0022_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:25:16,617 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:25:16,617 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:16,617 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:25:16,617 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000004
2015-02-12 10:25:16,617 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0022_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:25:16,617 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0022_000001 container=Container: [ContainerId: container_1423764831909_0022_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:25:16,618 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:25:16,618 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:16,618 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:25:16,618 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000005
2015-02-12 10:25:16,618 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0022_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:25:16,618 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0022_000001 container=Container: [ContainerId: container_1423764831909_0022_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:25:16,619 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:25:16,619 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:16,619 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:25:16,619 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000006
2015-02-12 10:25:16,619 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0022_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:25:16,619 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0022_000001 container=Container: [ContainerId: container_1423764831909_0022_01_000006, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:25:16,620 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 10:25:16,620 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:16,736 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742052_1228
2015-02-12 10:25:16,736 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742050_1226
2015-02-12 10:25:16,737 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742051_1227
2015-02-12 10:25:16,738 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742053_1229
2015-02-12 10:25:16,739 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742058_1234
2015-02-12 10:25:17,011 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742051_1227
2015-02-12 10:25:17,011 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742056_1232
2015-02-12 10:25:17,012 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742052_1228
2015-02-12 10:25:17,012 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742057_1233
2015-02-12 10:25:17,013 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742055_1231
2015-02-12 10:25:17,070 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742057_1233
2015-02-12 10:25:17,072 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742055_1231
2015-02-12 10:25:17,072 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742054_1230
2015-02-12 10:25:17,073 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742056_1232
2015-02-12 10:25:17,138 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742055_1231
2015-02-12 10:25:17,139 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742054_1230
2015-02-12 10:25:17,139 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742056_1232
2015-02-12 10:25:17,274 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742053_1229
2015-02-12 10:25:17,275 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742058_1234
2015-02-12 10:25:17,558 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0022_01_000002
2015-02-12 10:25:17,558 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:25:17,559 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:25:17,560 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:25:17,561 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:25:17,561 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0022_01_000006
2015-02-12 10:25:17,562 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:25:17,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:17,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:17,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml dst=null perm=null proto=rpc
2015-02-12 10:25:17,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml dst=null perm=null proto=rpc
2015-02-12 10:25:17,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:25:17,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:25:17,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:25:17,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:25:17,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:25:17,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:25:17,739 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0022_000001 (auth:SIMPLE)
2015-02-12 10:25:17,740 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0022_000001 (auth:SIMPLE)
2015-02-12 10:25:17,740 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0022_000001 (auth:SIMPLE)
2015-02-12 10:25:17,741 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0022_000001 (auth:SIMPLE)
2015-02-12 10:25:17,744 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0022_000001 (auth:SIMPLE)
2015-02-12 10:25:17,745 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0022_01_000006 by user soberoi
2015-02-12 10:25:17,745 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0022
2015-02-12 10:25:17,745 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000006
2015-02-12 10:25:17,746 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0022 transitioned from NEW to INITING
2015-02-12 10:25:17,746 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0022_01_000006 to application application_1423764831909_0022
2015-02-12 10:25:17,746 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0022 transitioned from INITING to RUNNING
2015-02-12 10:25:17,747 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0022_01_000002 by user soberoi
2015-02-12 10:25:17,747 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0022
2015-02-12 10:25:17,747 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000002
2015-02-12 10:25:17,747 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:25:17,748 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0022
2015-02-12 10:25:17,748 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0022
2015-02-12 10:25:17,749 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:25:17,749 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0022
2015-02-12 10:25:17,749 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:25:17,749 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:25:17,749 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0022_01_000006
2015-02-12 10:25:17,748 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0022_01_000004 by user soberoi
2015-02-12 10:25:17,748 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0022 transitioned from NEW to INITING
2015-02-12 10:25:17,750 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0022_01_000002 to application application_1423764831909_0022
2015-02-12 10:25:17,750 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000004
2015-02-12 10:25:17,751 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0022_01_000005 by user soberoi
2015-02-12 10:25:17,751 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000005
2015-02-12 10:25:17,750 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0022_01_000004 to application application_1423764831909_0022
2015-02-12 10:25:17,752 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0022_01_000005 to application application_1423764831909_0022
2015-02-12 10:25:17,752 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0022 transitioned from INITING to RUNNING
2015-02-12 10:25:17,752 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:25:17,752 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:25:17,752 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:25:17,752 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0022
2015-02-12 10:25:17,752 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0022
2015-02-12 10:25:17,753 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:25:17,753 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0022
2015-02-12 10:25:17,753 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:25:17,753 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:25:17,753 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0022
2015-02-12 10:25:17,753 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0022
2015-02-12 10:25:17,753 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:25:17,753 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0022
2015-02-12 10:25:17,754 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0022
2015-02-12 10:25:17,754 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0022
2015-02-12 10:25:17,754 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:25:17,754 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0022
2015-02-12 10:25:17,754 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0022_01_000005
2015-02-12 10:25:17,755 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0022_01_000003 by user soberoi
2015-02-12 10:25:17,756 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000003
2015-02-12 10:25:17,757 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0022_01_000002
2015-02-12 10:25:17,759 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0022_01_000004
2015-02-12 10:25:17,760 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0022_01_000003 to application application_1423764831909_0022
2015-02-12 10:25:17,760 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:25:17,760 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0022
2015-02-12 10:25:17,760 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0022
2015-02-12 10:25:17,760 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:25:17,760 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0022
2015-02-12 10:25:17,761 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0022_01_000003
2015-02-12 10:25:17,770 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0022_01_000006.tokens. Credentials list:
2015-02-12 10:25:17,781 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0022_01_000002.tokens. Credentials list:
2015-02-12 10:25:17,783 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0022_01_000004.tokens. Credentials list:
2015-02-12 10:25:17,783 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0022_01_000005.tokens. Credentials list:
2015-02-12 10:25:17,785 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0022_01_000003.tokens. Credentials list:
2015-02-12 10:25:17,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:25:17,936 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:25:18,030 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742055_1231
2015-02-12 10:25:18,030 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742057_1233
2015-02-12 10:25:18,031 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742058_1234
2015-02-12 10:25:18,031 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742054_1230
2015-02-12 10:25:18,032 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742056_1232
2015-02-12 10:25:18,108 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0022_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000006.tokens
2015-02-12 10:25:18,112 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:25:18,117 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0022_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000002.tokens
2015-02-12 10:25:18,113 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0022 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0022
2015-02-12 10:25:18,119 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0022 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0022
2015-02-12 10:25:18,268 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:25:18,312 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0022_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000003.tokens
2015-02-12 10:25:18,312 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0022 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0022
2015-02-12 10:25:18,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:18,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:18,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:18,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:18,430 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0022/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:25:18,444 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0022/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:25:18,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0022_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000005.tokens
2015-02-12 10:25:18,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0022 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0022
2015-02-12 10:25:18,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml dst=null perm=null proto=rpc
2015-02-12 10:25:18,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml dst=null perm=null proto=rpc
2015-02-12 10:25:18,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:25:18,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml dst=null perm=null proto=rpc
2015-02-12 10:25:18,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml dst=null perm=null proto=rpc
2015-02-12 10:25:18,568 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0022/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:25:18,568 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:25:18,570 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0022/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:25:18,570 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:25:18,570 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:25:18,570 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:25:18,571 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:25:18,580 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:25:18,616 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:25:18,616 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:25:18,616 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:25:18,616 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:25:18,616 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:25:18,666 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:25:18,667 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:18,688 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:25:18,688 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:18,689 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:25:18,689 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:18,690 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:25:18,690 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:18,690 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:25:18,690 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:18,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0022_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000004.tokens
2015-02-12 10:25:18,837 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0022 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0022
2015-02-12 10:25:18,955 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000005/default_container_executor.sh]
2015-02-12 10:25:18,980 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000002/default_container_executor.sh]
2015-02-12 10:25:18,995 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000004/default_container_executor.sh]
2015-02-12 10:25:18,996 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000003/default_container_executor.sh]
2015-02-12 10:25:19,032 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000006/default_container_executor.sh]
2015-02-12 10:25:22,018 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742059_1235
2015-02-12 10:25:22,144 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742059_1235
2015-02-12 10:25:22,283 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742059_1235
2015-02-12 10:25:33,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:33,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:33,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:33,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:33,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:34,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:25:34,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:25:34,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:34,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:34,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:25:34,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:25:34,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:34,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:34,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:25:35,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:35,399 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000003_0/part-00003. BP-1216473654-10.1.1.68-1423764814898 blk_1073742060_1236{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:25:35,477 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742061_1237{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:25:35,534 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742060_1236 src: /127.0.0.1:64834 dest: /127.0.0.1:59852
2015-02-12 10:25:35,535 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742060_1236 src: /127.0.0.1:64837 dest: /127.0.0.1:59859
2015-02-12 10:25:35,538 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742060_1236 src: /127.0.0.1:64838 dest: /127.0.0.1:59855
2015-02-12 10:25:35,640 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742061_1237 src: /127.0.0.1:64836 dest: /127.0.0.1:59859
2015-02-12 10:25:35,642 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742061_1237 src: /127.0.0.1:64839 dest: /127.0.0.1:59862
2015-02-12 10:25:35,643 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742061_1237 src: /127.0.0.1:64840 dest: /127.0.0.1:59852
2015-02-12 10:25:35,715 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64838, dest: /127.0.0.1:59855, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0022_m_000003_0_764172735_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742060_1236, duration: 175281000
2015-02-12 10:25:35,715 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742060_1236, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:35,716 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742060_1236{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:25:35,716 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64837, dest: /127.0.0.1:59859, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0022_m_000003_0_764172735_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742060_1236, duration: 176199000
2015-02-12 10:25:35,716 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742060_1236, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:35,718 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64834, dest: /127.0.0.1:59852, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0022_m_000003_0_764172735_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742060_1236, duration: 177854000
2015-02-12 10:25:35,718 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742060_1236{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:25:35,718 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742060_1236{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:25:35,718 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742060_1236, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:35,730 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000002_0/part-00002. BP-1216473654-10.1.1.68-1423764814898 blk_1073742062_1238{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:25:35,733 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000003_0/part-00003 is closed by DFSClient_attempt_1423764831909_0022_m_000003_0_764172735_1
2015-02-12 10:25:35,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:25:35,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:25:35,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:25:35,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:25:35,784 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0022_000001 (auth:SIMPLE)
2015-02-12 10:25:35,785 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0022_01_000005
2015-02-12 10:25:35,786 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000005
2015-02-12 10:25:35,786 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:25:35,786 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0022_01_000005
2015-02-12 10:25:35,804 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0022_01_000005 is : 143
2015-02-12 10:25:35,804 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job_1423764831909_0022_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742063_1239{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:25:35,806 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742063_1239 src: /127.0.0.1:64847 dest: /127.0.0.1:59852
2015-02-12 10:25:35,807 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742063_1239 src: /127.0.0.1:64848 dest: /127.0.0.1:59855
2015-02-12 10:25:35,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742063_1239 src: /127.0.0.1:64849 dest: /127.0.0.1:59862
2015-02-12 10:25:35,817 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:25:35,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000005
2015-02-12 10:25:35,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000005
2015-02-12 10:25:35,818 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000005
2015-02-12 10:25:35,819 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000005
2015-02-12 10:25:35,819 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:25:35,819 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0022_01_000005 from application application_1423764831909_0022
2015-02-12 10:25:35,819 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job_1423764831909_0022_1.jhist for DFSClient_NONMAPREDUCE_1325300777_1
2015-02-12 10:25:35,819 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000005
2015-02-12 10:25:35,819 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:35,821 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0022
2015-02-12 10:25:35,889 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000004_0/part-00004 is closed by DFSClient_attempt_1423764831909_0022_m_000004_0_-749937893_1
2015-02-12 10:25:35,926 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64840, dest: /127.0.0.1:59852, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0022_m_000000_0_216815616_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742061_1237, duration: 280956000
2015-02-12 10:25:35,926 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742061_1237, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:35,927 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742061_1237{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:25:35,927 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64839, dest: /127.0.0.1:59862, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0022_m_000000_0_216815616_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742061_1237, duration: 282255000
2015-02-12 10:25:35,927 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742061_1237, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:35,928 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742061_1237{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:25:35,928 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64836, dest: /127.0.0.1:59859, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0022_m_000000_0_216815616_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742061_1237, duration: 283479000
2015-02-12 10:25:35,928 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742061_1237, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:35,929 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742061_1237{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:25:35,942 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0022_m_000000_0_216815616_1
2015-02-12 10:25:35,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 10:25:35,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:25:35,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:25:35,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:25:35,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:25:35,986 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0022_000001 (auth:SIMPLE)
2015-02-12 10:25:35,987 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0022_01_000002
2015-02-12 10:25:35,988 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000002
2015-02-12 10:25:35,988 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:25:35,988 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0022_01_000002
2015-02-12 10:25:35,989 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:25:35,989 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0022_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:25:35,989 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000005
2015-02-12 10:25:35,989 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0022_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:25:35,989 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 10:25:35,990 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0022_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 10:25:35,990 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:35,990 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:25:35,990 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0022_000001 released container container_1423764831909_0022_01_000005 on node: host: 10.1.1.68:59906 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:25:36,009 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0022_01_000002 is : 143
2015-02-12 10:25:36,023 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:25:36,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000002
2015-02-12 10:25:36,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000002
2015-02-12 10:25:36,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000002
2015-02-12 10:25:36,025 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000002
2015-02-12 10:25:36,026 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000002
2015-02-12 10:25:36,026 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:25:36,027 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0022_01_000002 from application application_1423764831909_0022
2015-02-12 10:25:36,027 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:36,027 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0022
2015-02-12 10:25:36,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742062_1238 src: /127.0.0.1:64844 dest: /127.0.0.1:59852
2015-02-12 10:25:36,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 10:25:36,044 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742062_1238 src: /127.0.0.1:64852 dest: /127.0.0.1:59862
2015-02-12 10:25:36,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000004 dst=null perm=null proto=rpc
2015-02-12 10:25:36,046 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742062_1238 src: /127.0.0.1:64853 dest: /127.0.0.1:59859
2015-02-12 10:25:36,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:25:36,067 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0022_000001 (auth:SIMPLE)
2015-02-12 10:25:36,068 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0022_01_000006
2015-02-12 10:25:36,069 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000006
2015-02-12 10:25:36,069 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:25:36,069 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0022_01_000006
2015-02-12 10:25:36,087 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0022_01_000006 is : 143
2015-02-12 10:25:36,100 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:25:36,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000006
2015-02-12 10:25:36,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000006
2015-02-12 10:25:36,102 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000006
2015-02-12 10:25:36,102 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000006
2015-02-12 10:25:36,102 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000006
2015-02-12 10:25:36,103 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:25:36,103 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0022_01_000006 from application application_1423764831909_0022
2015-02-12 10:25:36,103 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:36,103 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0022
2015-02-12 10:25:36,186 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64853, dest: /127.0.0.1:59859, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0022_m_000002_0_1761433645_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742062_1238, duration: 138948000
2015-02-12 10:25:36,187 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742062_1238, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:36,188 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742062_1238{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:25:36,188 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64852, dest: /127.0.0.1:59862, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0022_m_000002_0_1761433645_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742062_1238, duration: 139200000
2015-02-12 10:25:36,188 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742062_1238, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:36,189 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742062_1238{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:25:36,189 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64844, dest: /127.0.0.1:59852, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0022_m_000002_0_1761433645_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742062_1238, duration: 141333000
2015-02-12 10:25:36,190 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742062_1238, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:36,190 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742062_1238{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:25:36,194 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000002_0/part-00002 is closed by DFSClient_attempt_1423764831909_0022_m_000002_0_1761433645_1
2015-02-12 10:25:36,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:25:36,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:25:36,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:25:36,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:25:36,232 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0022_000001 (auth:SIMPLE)
2015-02-12 10:25:36,234 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0022_01_000004
2015-02-12 10:25:36,234 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000004
2015-02-12 10:25:36,234 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:25:36,235 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0022_01_000004
2015-02-12 10:25:36,235 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:25:36,235 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0022_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:25:36,235 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000002
2015-02-12 10:25:36,235 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0022_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:25:36,235 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:25:36,236 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0022_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:25:36,236 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:36,236 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:25:36,236 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0022_000001 released container container_1423764831909_0022_01_000002 on node: host: 10.1.1.68:59906 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:25:36,237 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:36,260 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0022_01_000004 is : 143
2015-02-12 10:25:36,279 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:25:36,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000004
2015-02-12 10:25:36,281 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000004
2015-02-12 10:25:36,281 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000004
2015-02-12 10:25:36,281 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000004
2015-02-12 10:25:36,282 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000004
2015-02-12 10:25:36,283 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:25:36,283 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0022_01_000004 from application application_1423764831909_0022
2015-02-12 10:25:36,283 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:36,283 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0022
2015-02-12 10:25:36,355 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000001_0/part-00001. BP-1216473654-10.1.1.68-1423764814898 blk_1073742064_1240{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:25:36,418 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 10:25:36,419 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:25:36,488 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742064_1240 src: /127.0.0.1:64859 dest: /127.0.0.1:59862
2015-02-12 10:25:36,490 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742064_1240 src: /127.0.0.1:64860 dest: /127.0.0.1:59852
2015-02-12 10:25:36,491 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742064_1240 src: /127.0.0.1:64861 dest: /127.0.0.1:59855
2015-02-12 10:25:36,528 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64861, dest: /127.0.0.1:59855, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0022_m_000001_0_-770890169_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742064_1240, duration: 35635000
2015-02-12 10:25:36,529 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742064_1240, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:36,529 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742064_1240{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:25:36,529 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64860, dest: /127.0.0.1:59852, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0022_m_000001_0_-770890169_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742064_1240, duration: 36448000
2015-02-12 10:25:36,530 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742064_1240, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:36,530 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742064_1240{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:25:36,530 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64859, dest: /127.0.0.1:59862, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0022_m_000001_0_-770890169_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742064_1240, duration: 37558000
2015-02-12 10:25:36,531 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742064_1240, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:36,531 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742064_1240{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:25:36,541 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000001_0/part-00001 is closed by DFSClient_attempt_1423764831909_0022_m_000001_0_-770890169_1
2015-02-12 10:25:36,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:25:36,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:25:36,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:25:36,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1423764831909_0022_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:25:36,580 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0022_000001 (auth:SIMPLE)
2015-02-12 10:25:36,582 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0022_01_000003
2015-02-12 10:25:36,582 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000003
2015-02-12 10:25:36,582 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:25:36,582 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0022_01_000003
2015-02-12 10:25:36,583 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:36,583 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:25:36,583 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0022_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:25:36,583 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000004
2015-02-12 10:25:36,583 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0022_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:25:36,583 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:25:36,585 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0022_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:25:36,585 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:36,585 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:25:36,585 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0022_000001 released container container_1423764831909_0022_01_000004 on node: host: 10.1.1.68:59906 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:25:36,585 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:36,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:36,588 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1325300777_1
2015-02-12 10:25:36,611 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0022_01_000003 is : 143
2015-02-12 10:25:36,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:25:36,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:36,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:36,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:25:36,628 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:25:36,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000003
2015-02-12 10:25:36,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000003
2015-02-12 10:25:36,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000003
2015-02-12 10:25:36,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:25:36,630 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000003
2015-02-12 10:25:36,631 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000003
2015-02-12 10:25:36,631 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:25:36,631 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0022_01_000003 from application application_1423764831909_0022
2015-02-12 10:25:36,631 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:36,631 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0022
2015-02-12 10:25:36,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:36,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:36,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:36,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:25:36,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:25:36,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:36,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:36,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:36,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:25:36,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:25:36,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:36,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:36,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:36,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:25:36,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:25:36,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:36,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:36,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:36,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000004 dst=null perm=null proto=rpc
2015-02-12 10:25:36,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00004 dst=null perm=null proto=rpc
2015-02-12 10:25:36,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1423764831909_0022_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:36,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary dst=null perm=null proto=rpc
2015-02-12 10:25:36,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:36,671 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1325300777_1
2015-02-12 10:25:36,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:36,675 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1325300777_1
2015-02-12 10:25:36,691 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64849, dest: /127.0.0.1:59862, bytes: 54492, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1325300777_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742063_1239, duration: 877383000
2015-02-12 10:25:36,691 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742063_1239, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:36,692 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742063_1239{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 16171
2015-02-12 10:25:36,692 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64848, dest: /127.0.0.1:59855, bytes: 54492, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1325300777_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742063_1239, duration: 878345000
2015-02-12 10:25:36,693 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742063_1239, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:36,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742063_1239{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 16171
2015-02-12 10:25:36,694 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64847, dest: /127.0.0.1:59852, bytes: 54492, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1325300777_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742063_1239, duration: 879972000
2015-02-12 10:25:36,694 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742063_1239, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:36,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742063_1239{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 16171
2015-02-12 10:25:36,695 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job_1423764831909_0022_1.jhist is closed by DFSClient_NONMAPREDUCE_1325300777_1
2015-02-12 10:25:36,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:36,700 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742065_1241{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:25:36,702 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742065_1241 src: /127.0.0.1:64863 dest: /127.0.0.1:59852
2015-02-12 10:25:36,704 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742065_1241 src: /127.0.0.1:64864 dest: /127.0.0.1:59862
2015-02-12 10:25:36,705 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742065_1241 src: /127.0.0.1:64865 dest: /127.0.0.1:59859
2015-02-12 10:25:36,708 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64865, dest: /127.0.0.1:59859, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1325300777_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742065_1241, duration: 1393000
2015-02-12 10:25:36,709 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742065_1241, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:36,709 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742065_1241{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:25:36,710 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64864, dest: /127.0.0.1:59862, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1325300777_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742065_1241, duration: 2289000
2015-02-12 10:25:36,710 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742065_1241, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:36,710 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742065_1241{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:25:36,711 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64863, dest: /127.0.0.1:59852, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1325300777_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742065_1241, duration: 3497000
2015-02-12 10:25:36,711 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742065_1241, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:36,711 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742065_1241{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:25:36,713 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022.summary_tmp is closed by DFSClient_NONMAPREDUCE_1325300777_1
2015-02-12 10:25:36,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:36,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job_1423764831909_0022_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:25:36,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022-1423765508671-soberoi-%5BE84C9755DE00435CBE155A91F49928DD%2FAB0A69B9DDFB409F-1423765536677-5-0-SUCCEEDED-default-1423765515526.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:25:36,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job_1423764831909_0022_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:25:36,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022-1423765508671-soberoi-%5BE84C9755DE00435CBE155A91F49928DD%2FAB0A69B9DDFB409F-1423765536677-5-0-SUCCEEDED-default-1423765515526.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:25:36,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job_1423764831909_0022_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:25:36,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022-1423765508671-soberoi-%5BE84C9755DE00435CBE155A91F49928DD%2FAB0A69B9DDFB409F-1423765536677-5-0-SUCCEEDED-default-1423765515526.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:36,739 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022-1423765508671-soberoi-%5BE84C9755DE00435CBE155A91F49928DD%2FAB0A69B9DDFB409F-1423765536677-5-0-SUCCEEDED-default-1423765515526.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742066_1242{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:25:36,741 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742066_1242 src: /127.0.0.1:64867 dest: /127.0.0.1:59855
2015-02-12 10:25:36,742 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742066_1242 src: /127.0.0.1:64868 dest: /127.0.0.1:59862
2015-02-12 10:25:36,744 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742066_1242 src: /127.0.0.1:64869 dest: /127.0.0.1:59852
2015-02-12 10:25:36,747 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64869, dest: /127.0.0.1:59852, bytes: 54492, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1325300777_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742066_1242, duration: 1922000
2015-02-12 10:25:36,748 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742066_1242, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:36,748 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742066_1242{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:25:36,748 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64868, dest: /127.0.0.1:59862, bytes: 54492, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1325300777_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742066_1242, duration: 2688000
2015-02-12 10:25:36,748 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742066_1242, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:36,749 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742066_1242{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:25:36,749 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64867, dest: /127.0.0.1:59855, bytes: 54492, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1325300777_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742066_1242, duration: 3492000
2015-02-12 10:25:36,749 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742066_1242, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:36,750 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742066_1242{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:25:36,751 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022-1423765508671-soberoi-%5BE84C9755DE00435CBE155A91F49928DD%2FAB0A69B9DDFB409F-1423765536677-5-0-SUCCEEDED-default-1423765515526.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1325300777_1
2015-02-12 10:25:36,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022-1423765508671-soberoi-%5BE84C9755DE00435CBE155A91F49928DD%2FAB0A69B9DDFB409F-1423765536677-5-0-SUCCEEDED-default-1423765515526.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:36,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job_1423764831909_0022_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:25:36,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:25:36,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job_1423764831909_0022_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:25:36,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:25:36,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022/job_1423764831909_0022_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:25:36,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:36,766 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742067_1243{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:25:36,768 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742067_1243 src: /127.0.0.1:64871 dest: /127.0.0.1:59855
2015-02-12 10:25:36,769 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742067_1243 src: /127.0.0.1:64872 dest: /127.0.0.1:59852
2015-02-12 10:25:36,771 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742067_1243 src: /127.0.0.1:64873 dest: /127.0.0.1:59859
2015-02-12 10:25:36,774 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64873, dest: /127.0.0.1:59859, bytes: 114652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1325300777_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742067_1243, duration: 1822000
2015-02-12 10:25:36,775 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742067_1243, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:36,775 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742067_1243{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:25:36,775 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64872, dest: /127.0.0.1:59852, bytes: 114652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1325300777_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742067_1243, duration: 2447000
2015-02-12 10:25:36,775 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742067_1243, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:36,776 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742067_1243{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:25:36,776 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64871, dest: /127.0.0.1:59855, bytes: 114652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1325300777_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742067_1243, duration: 3343000
2015-02-12 10:25:36,776 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742067_1243, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:36,777 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742067_1243{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:25:36,778 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1325300777_1
2015-02-12 10:25:36,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:36,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:36,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:36,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022-1423765508671-soberoi-%5BE84C9755DE00435CBE155A91F49928DD%2FAB0A69B9DDFB409F-1423765536677-5-0-SUCCEEDED-default-1423765515526.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022-1423765508671-soberoi-%5BE84C9755DE00435CBE155A91F49928DD%2FAB0A69B9DDFB409F-1423765536677-5-0-SUCCEEDED-default-1423765515526.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:36,791 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0022_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:25:36,791 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0022_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:25:36,791 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0022 with final state: FINISHING
2015-02-12 10:25:36,791 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0022 State change from RUNNING to FINAL_SAVING
2015-02-12 10:25:36,791 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0022_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:25:36,791 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0022
2015-02-12 10:25:36,792 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0022 State change from FINAL_SAVING to FINISHING
2015-02-12 10:25:37,073 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:25:37,073 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0022_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:25:37,073 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000006
2015-02-12 10:25:37,073 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0022_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:25:37,074 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:25:37,074 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0022_01_000006, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:25:37,074 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:37,075 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:25:37,075 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0022_000001 released container container_1423764831909_0022_01_000006 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:25:37,583 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:37,584 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:25:37,584 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0022_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:25:37,584 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000003
2015-02-12 10:25:37,584 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0022_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:25:37,584 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:25:37,586 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0022_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:25:37,586 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:37,586 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:25:37,587 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0022_000001 released container container_1423764831909_0022_01_000003 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:25:37,587 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:37,587 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:37,798 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0022 unregistered successfully.
2015-02-12 10:25:37,801 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742055_1231 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:25:37,802 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742056_1232 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:25:37,802 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742057_1233 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:25:37,802 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742058_1234 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:25:37,802 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742063_1239 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:25:37,802 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742059_1235 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:25:37,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0022 dst=null perm=null proto=rpc
2015-02-12 10:25:37,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:37,861 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary
2015-02-12 10:25:37,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary dst=null perm=null proto=rpc
2015-02-12 10:25:37,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:37,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:37,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:37,886 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 5
2015-02-12 10:25:37,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:25:37,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:25:37,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:25:37,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:25:37,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00004 dst=null perm=null proto=rpc
2015-02-12 10:25:37,900 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/ungrouped
2015-02-12 10:25:37,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:37,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:37,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:37,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null proto=rpc
2015-02-12 10:25:37,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:25:37,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:25:37,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:25:37,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:25:37,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:25:37,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:25:37,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:25:37,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:25:37,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00004 dst=null perm=null proto=rpc
2015-02-12 10:25:37,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00004 dst=null perm=null proto=rpc
2015-02-12 10:25:37,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:25:37,947 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:25:37,963 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:25:38,075 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:38,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null proto=rpc
2015-02-12 10:25:38,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third dst=null perm=null proto=rpc
2015-02-12 10:25:38,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null proto=rpc
2015-02-12 10:25:38,126 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third] starting
2015-02-12 10:25:38,127 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:25:38,127 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second"]
2015-02-12 10:25:38,127 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third"]
2015-02-12 10:25:38,127 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first"]
2015-02-12 10:25:38,127 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third] parallel execution is enabled: true
2015-02-12 10:25:38,127 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third] starting jobs: 3
2015-02-12 10:25:38,128 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third] allocating threads: 3
2015-02-12 10:25:38,130 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] starting step: (1/3) ...latform/chainedtaps/first
2015-02-12 10:25:38,146 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:25:38,183 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:25:38,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null proto=rpc
2015-02-12 10:25:38,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:25:38,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:25:38,190 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 23
2015-02-12 10:25:38,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023 dst=null perm=null proto=rpc
2015-02-12 10:25:38,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:25:38,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:25:38,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:38,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:25:38,198 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742068_1244{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:25:38,200 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742068_1244 src: /127.0.0.1:64880 dest: /127.0.0.1:59859
2015-02-12 10:25:38,201 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742068_1244 src: /127.0.0.1:64881 dest: /127.0.0.1:59852
2015-02-12 10:25:38,202 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742068_1244 src: /127.0.0.1:64882 dest: /127.0.0.1:59862
2015-02-12 10:25:38,207 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64882, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742068_1244, duration: 2491000
2015-02-12 10:25:38,208 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742068_1244, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:38,208 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742068_1244{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:25:38,208 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64881, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742068_1244, duration: 3038000
2015-02-12 10:25:38,208 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742068_1244, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:38,209 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742068_1244{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:25:38,209 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64880, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742068_1244, duration: 4021000
2015-02-12 10:25:38,209 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742068_1244, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:38,210 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742068_1244{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:25:38,212 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:25:38,213 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar
2015-02-12 10:25:38,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:38,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:25:38,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:25:38,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:25:38,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:25:38,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:25:38,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:25:38,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:25:38,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:25:38,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:25:38,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:25:38,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:25:38,221 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:25:38,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:25:38,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:25:38,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:25:38,227 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.split
2015-02-12 10:25:38,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:38,228 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742069_1245{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:25:38,230 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742069_1245 src: /127.0.0.1:64883 dest: /127.0.0.1:59855
2015-02-12 10:25:38,231 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742069_1245 src: /127.0.0.1:64884 dest: /127.0.0.1:59862
2015-02-12 10:25:38,232 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742069_1245 src: /127.0.0.1:64885 dest: /127.0.0.1:59852
2015-02-12 10:25:38,234 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742069_1245 src: /127.0.0.1:64886 dest: /127.0.0.1:59859
2015-02-12 10:25:38,237 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64886, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742069_1245, duration: 1853000
2015-02-12 10:25:38,238 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742069_1245, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:38,238 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742069_1245{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:25:38,238 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64885, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742069_1245, duration: 2078000
2015-02-12 10:25:38,239 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742069_1245, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:38,239 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742069_1245{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:25:38,239 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64884, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742069_1245, duration: 3308000
2015-02-12 10:25:38,239 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742069_1245, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:38,240 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742069_1245{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:25:38,240 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64883, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742069_1245, duration: 4318000
2015-02-12 10:25:38,240 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742069_1245, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:38,240 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742069_1245{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:25:38,245 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:25:38,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:25:38,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:25:38,250 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742070_1246{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:25:38,251 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742070_1246 src: /127.0.0.1:64887 dest: /127.0.0.1:59855
2015-02-12 10:25:38,253 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742070_1246 src: /127.0.0.1:64888 dest: /127.0.0.1:59862
2015-02-12 10:25:38,254 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742070_1246 src: /127.0.0.1:64889 dest: /127.0.0.1:59859
2015-02-12 10:25:38,257 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64889, dest: /127.0.0.1:59859, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742070_1246, duration: 1440000
2015-02-12 10:25:38,258 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742070_1246, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:38,258 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742070_1246{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:25:38,258 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64888, dest: /127.0.0.1:59862, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742070_1246, duration: 1823000
2015-02-12 10:25:38,259 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742070_1246, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:38,259 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742070_1246{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:25:38,259 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64887, dest: /127.0.0.1:59855, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742070_1246, duration: 2673000
2015-02-12 10:25:38,259 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742070_1246, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:38,260 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742070_1246{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:25:38,262 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:25:38,262 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:25:38,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:25:38,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:25:38,271 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742071_1247{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:25:38,273 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742071_1247 src: /127.0.0.1:64890 dest: /127.0.0.1:59862
2015-02-12 10:25:38,275 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742071_1247 src: /127.0.0.1:64891 dest: /127.0.0.1:59852
2015-02-12 10:25:38,276 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742071_1247 src: /127.0.0.1:64892 dest: /127.0.0.1:59855
2015-02-12 10:25:38,280 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64892, dest: /127.0.0.1:59855, bytes: 98831, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742071_1247, duration: 1818000
2015-02-12 10:25:38,280 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742071_1247, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:38,281 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742071_1247{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:25:38,281 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64891, dest: /127.0.0.1:59852, bytes: 98831, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742071_1247, duration: 1932000
2015-02-12 10:25:38,281 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742071_1247, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:38,281 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742071_1247{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:25:38,281 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64890, dest: /127.0.0.1:59862, bytes: 98831, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742071_1247, duration: 2802000
2015-02-12 10:25:38,282 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742071_1247, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:38,283 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742071_1247{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:25:38,284 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:25:38,284 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0023
2015-02-12 10:25:38,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023 dst=null perm=null proto=rpc
2015-02-12 10:25:38,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml dst=null perm=null proto=rpc
2015-02-12 10:25:38,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml dst=null perm=null proto=rpc
2015-02-12 10:25:38,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:38,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:38,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:38,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:38,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:25:38,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:25:38,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:25:38,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:25:38,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:25:38,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:25:38,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:25:38,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:25:38,299 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 23 submitted by user soberoi
2015-02-12 10:25:38,299 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0023
2015-02-12 10:25:38,299 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0023
2015-02-12 10:25:38,299 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0023
2015-02-12 10:25:38,299 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0023 State change from NEW to NEW_SAVING
2015-02-12 10:25:38,300 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0023 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:25:38,300 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0023 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:25:38,300 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0023 from user: soberoi, in queue: default
2015-02-12 10:25:38,300 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0023 State change from SUBMITTED to ACCEPTED
2015-02-12 10:25:38,300 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0023_000001
2015-02-12 10:25:38,300 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0023_000001 State change from NEW to SUBMITTED
2015-02-12 10:25:38,300 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0023 from user: soberoi activated in queue: default
2015-02-12 10:25:38,301 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0023 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:25:38,301 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0023_000001 to scheduler from user soberoi in queue default
2015-02-12 10:25:38,301 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0023_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:25:38,301 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0023
2015-02-12 10:25:38,308 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0023/
2015-02-12 10:25:38,308 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] submitted hadoop job: job_1423764831909_0023
2015-02-12 10:25:38,308 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0023/
2015-02-12 10:25:38,584 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:38,584 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:38,584 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:38,584 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:38,585 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:25:38,585 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000001
2015-02-12 10:25:38,585 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0023_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:25:38,585 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0023_000001 container=Container: [ContainerId: container_1423764831909_0023_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:25:38,585 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:25:38,585 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:38,586 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0023_01_000001
2015-02-12 10:25:38,587 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:25:38,587 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0023_000001
2015-02-12 10:25:38,587 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0023 AttemptId: appattempt_1423764831909_0023_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0023_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ]
2015-02-12 10:25:38,587 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0023_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:25:38,587 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0023_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:25:38,588 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0023_000001
2015-02-12 10:25:38,589 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0023_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0023_000001
2015-02-12 10:25:38,589 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0023_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:25:38,589 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0023_000001
2015-02-12 10:25:38,589 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0023_000001
2015-02-12 10:25:38,592 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0023_000001 (auth:SIMPLE)
2015-02-12 10:25:38,594 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0023_01_000001 by user soberoi
2015-02-12 10:25:38,595 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0023
2015-02-12 10:25:38,595 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000001
2015-02-12 10:25:38,595 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0023 transitioned from NEW to INITING
2015-02-12 10:25:38,595 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0023_01_000001 to application application_1423764831909_0023
2015-02-12 10:25:38,595 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0023 transitioned from INITING to RUNNING
2015-02-12 10:25:38,596 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0023_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0023_000001
2015-02-12 10:25:38,596 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0023_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:25:38,596 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:25:38,596 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0023
2015-02-12 10:25:38,596 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:25:38,596 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:25:38,596 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:25:38,596 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:25:38,597 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0023_01_000001
2015-02-12 10:25:38,611 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0023_01_000001.tokens. Credentials list:
2015-02-12 10:25:38,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:25:38,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0023_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000001.tokens
2015-02-12 10:25:38,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0023 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0023
2015-02-12 10:25:39,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:39,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:39,077 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:39,104 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0023/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:25:39,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:25:39,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:25:39,182 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0023/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:25:39,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:39,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:39,259 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0023/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:25:39,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml dst=null perm=null proto=rpc
2015-02-12 10:25:39,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml dst=null perm=null proto=rpc
2015-02-12 10:25:39,345 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0023/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:25:39,345 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:25:39,391 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:25:39,391 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:39,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000001/default_container_executor.sh]
2015-02-12 10:25:39,587 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:25:39,587 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:39,587 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:39,587 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:39,587 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:40,078 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:40,158 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59862 to replicate blk_1073742068_1244 to datanode(s) 127.0.0.1:59855
2015-02-12 10:25:40,158 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742055_1231, blk_1073742056_1232, blk_1073742058_1234, blk_1073742059_1235]
2015-02-12 10:25:40,158 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742055_1231, blk_1073742056_1232, blk_1073742057_1233, blk_1073742058_1234, blk_1073742059_1235, blk_1073742063_1239]
2015-02-12 10:25:40,588 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:40,588 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:40,588 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:40,588 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:41,082 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:41,119 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742055_1231 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742055 for deletion
2015-02-12 10:25:41,119 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742056_1232 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742056 for deletion
2015-02-12 10:25:41,119 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742057_1233 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742057 for deletion
2015-02-12 10:25:41,119 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742055_1231 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742055
2015-02-12 10:25:41,119 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742058_1234 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742058 for deletion
2015-02-12 10:25:41,119 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742059_1235 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742059 for deletion
2015-02-12 10:25:41,119 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742057_1233 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742057
2015-02-12 10:25:41,119 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742063_1239 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742063 for deletion
2015-02-12 10:25:41,119 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742056_1232 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742056
2015-02-12 10:25:41,120 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742059_1235 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742059
2015-02-12 10:25:41,120 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742058_1234 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742058
2015-02-12 10:25:41,120 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742063_1239 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742063
2015-02-12 10:25:41,419 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742055_1231 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742055 for deletion
2015-02-12 10:25:41,420 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742056_1232 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742056 for deletion
2015-02-12 10:25:41,420 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742058_1234 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742058 for deletion
2015-02-12 10:25:41,420 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742055_1231 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742055
2015-02-12 10:25:41,420 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742056_1232 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742056
2015-02-12 10:25:41,420 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742059_1235 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742059 for deletion
2015-02-12 10:25:41,420 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742058_1234 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742058
2015-02-12 10:25:41,420 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742059_1235 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742059
2015-02-12 10:25:41,574 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=6d0fd477-b147-4d14-b560-4457d96c577e, infoPort=59863, ipcPort=59864, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742068_1244 to 127.0.0.1:59855
2015-02-12 10:25:41,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742068_1244 src: /127.0.0.1:64900 dest: /127.0.0.1:59855
2015-02-12 10:25:41,576 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742068_1244 (numBytes=254067) to /127.0.0.1:59855
2015-02-12 10:25:41,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742068_1244 src: /127.0.0.1:64900 dest: /127.0.0.1:59855 of size 254067
2015-02-12 10:25:41,578 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742068_1244 size 254067
2015-02-12 10:25:41,588 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:41,589 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:41,589 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:41,589 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:42,032 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742063_1239
2015-02-12 10:25:42,032 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742065_1241
2015-02-12 10:25:42,033 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742062_1238
2015-02-12 10:25:42,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742067_1243
2015-02-12 10:25:42,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742060_1236
2015-02-12 10:25:42,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742061_1237
2015-02-12 10:25:42,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742066_1242
2015-02-12 10:25:42,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742064_1240
2015-02-12 10:25:42,082 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:42,160 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742067_1243
2015-02-12 10:25:42,160 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742060_1236
2015-02-12 10:25:42,160 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742065_1241
2015-02-12 10:25:42,160 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742062_1238
2015-02-12 10:25:42,161 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742061_1237
2015-02-12 10:25:42,295 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742066_1242
2015-02-12 10:25:42,296 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742067_1243
2015-02-12 10:25:42,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742060_1236
2015-02-12 10:25:42,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742064_1240
2015-02-12 10:25:42,589 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:42,589 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:42,589 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:42,589 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:42,898 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0022_01_000001 succeeded
2015-02-12 10:25:42,898 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:25:42,898 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0022_01_000001
2015-02-12 10:25:42,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000001
2015-02-12 10:25:42,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000001
2015-02-12 10:25:42,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000001
2015-02-12 10:25:42,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0022/container_1423764831909_0022_01_000001
2015-02-12 10:25:42,924 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000001
2015-02-12 10:25:42,924 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0022_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:25:42,924 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0022_01_000001 from application application_1423764831909_0022
2015-02-12 10:25:42,925 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:42,925 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0022
2015-02-12 10:25:43,050 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742066_1242
2015-02-12 10:25:43,050 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742063_1239
2015-02-12 10:25:43,051 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742065_1241
2015-02-12 10:25:43,051 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742062_1238
2015-02-12 10:25:43,051 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742061_1237
2015-02-12 10:25:43,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742064_1240
2015-02-12 10:25:43,082 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:43,083 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0022_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:25:43,083 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0022_000001
2015-02-12 10:25:43,083 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0022_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:25:43,083 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000001
2015-02-12 10:25:43,083 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0022_000001
2015-02-12 10:25:43,083 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0022_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:25:43,083 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0022_000001 State change from FINISHING to FINISHED
2015-02-12 10:25:43,084 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0022 State change from FINISHING to FINISHED
2015-02-12 10:25:43,084 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:25:43,084 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0022_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:25:43,084 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:43,084 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0022
2015-02-12 10:25:43,084 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:25:43,084 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0022_000001 released container container_1423764831909_0022_01_000001 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:25:43,085 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0022_000001 is done. finalState=FINISHED
2015-02-12 10:25:43,085 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0022 requests cleared
2015-02-12 10:25:43,084 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0022_000001
2015-02-12 10:25:43,085 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0022 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:25:43,085 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0022 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:25:43,084 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0022,name=[E84C9755DE00435CBE155A91F49928DD/AB0A69B9DDFB409FA0C51E98260E2AA8] test/(1/1) ...edpipesplatform/ungrouped,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0022/jobhistory/job/job_1423764831909_0022,appMasterHost=10.1.1.68,startTime=1423765508671,finishTime=1423765536791,finalStatus=SUCCEEDED
2015-02-12 10:25:43,088 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0022_000001 (auth:SIMPLE)
2015-02-12 10:25:43,090 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0022_01_000001
2015-02-12 10:25:43,090 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0022 CONTAINERID=container_1423764831909_0022_01_000001
2015-02-12 10:25:43,091 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0022_01_000001]
2015-02-12 10:25:43,091 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:43,091 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0022 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:25:43,092 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0022
2015-02-12 10:25:43,092 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0022
2015-02-12 10:25:43,092 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0022 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:25:43,092 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0022, with delay of 10800 seconds
2015-02-12 10:25:43,092 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0022
2015-02-12 10:25:43,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0022
2015-02-12 10:25:43,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0022
2015-02-12 10:25:43,162 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742055_1231, blk_1073742056_1232, blk_1073742057_1233, blk_1073742059_1235, blk_1073742063_1239]
2015-02-12 10:25:43,162 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742055_1231, blk_1073742056_1232, blk_1073742057_1233, blk_1073742058_1234, blk_1073742063_1239]
2015-02-12 10:25:43,590 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0022_01_000005, container_1423764831909_0022_01_000002, container_1423764831909_0022_01_000004]
2015-02-12 10:25:43,591 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:43,591 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:43,591 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:43,591 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:43,591 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0022 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:25:43,591 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0022
2015-02-12 10:25:43,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0022
2015-02-12 10:25:43,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0022
2015-02-12 10:25:43,592 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0022
2015-02-12 10:25:43,593 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0022 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:25:43,593 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0022, with delay of 10800 seconds
2015-02-12 10:25:43,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0022
2015-02-12 10:25:44,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:25:44,085 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0022 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:25:44,085 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:44,086 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0022
2015-02-12 10:25:44,086 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0022
2015-02-12 10:25:44,086 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0022
2015-02-12 10:25:44,086 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0022
2015-02-12 10:25:44,087 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0022
2015-02-12 10:25:44,087 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0022 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:25:44,087 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0022, with delay of 10800 seconds
2015-02-12 10:25:44,106 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742055_1231 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742055 for deletion
2015-02-12 10:25:44,106 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742056_1232 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742056 for deletion
2015-02-12 10:25:44,106 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742057_1233 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742057 for deletion
2015-02-12 10:25:44,106 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742055_1231 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742055
2015-02-12 10:25:44,106 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742059_1235 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742059 for deletion
2015-02-12 10:25:44,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742056_1232 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742056
2015-02-12 10:25:44,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742057_1233 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742057
2015-02-12 10:25:44,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742063_1239 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742063 for deletion
2015-02-12 10:25:44,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742059_1235 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742059
2015-02-12 10:25:44,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742063_1239 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742063
2015-02-12 10:25:44,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:25:44,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:25:44,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:25:44,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023 dst=null perm=null proto=rpc
2015-02-12 10:25:44,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:25:44,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:25:44,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:25:44,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:25:44,577 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742055_1231 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742055 for deletion
2015-02-12 10:25:44,577 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742056_1232 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742056 for deletion
2015-02-12 10:25:44,577 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742057_1233 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742057 for deletion
2015-02-12 10:25:44,577 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742058_1234 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742058 for deletion
2015-02-12 10:25:44,577 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742055_1231 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742055
2015-02-12 10:25:44,577 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742063_1239 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742063 for deletion
2015-02-12 10:25:44,577 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742056_1232 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742056
2015-02-12 10:25:44,577 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742057_1233 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742057
2015-02-12 10:25:44,578 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742058_1234 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742058
2015-02-12 10:25:44,578 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742063_1239 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742063
2015-02-12 10:25:44,592 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:45,088 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:25:45,956 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0023_000001 (auth:SIMPLE)
2015-02-12 10:25:45,961 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0023_000001
2015-02-12 10:25:45,961 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0023 APPATTEMPTID=appattempt_1423764831909_0023_000001
2015-02-12 10:25:45,962 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0023_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:25:45,962 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0023 State change from ACCEPTED to RUNNING
2015-02-12 10:25:46,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job_1423764831909_0023_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:46,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:25:46,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job_1423764831909_0023_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:25:46,358 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job_1423764831909_0023_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742072_1248{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:25:46,409 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742072_1248 src: /127.0.0.1:64938 dest: /127.0.0.1:59862
2015-02-12 10:25:46,411 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742072_1248 src: /127.0.0.1:64939 dest: /127.0.0.1:59859
2015-02-12 10:25:46,412 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742072_1248 src: /127.0.0.1:64940 dest: /127.0.0.1:59855
2015-02-12 10:25:46,460 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64940, dest: /127.0.0.1:59855, bytes: 115930, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1643475378_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742072_1248, duration: 46694000
2015-02-12 10:25:46,461 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742072_1248, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:25:46,461 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742072_1248{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:25:46,461 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64939, dest: /127.0.0.1:59859, bytes: 115930, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1643475378_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742072_1248, duration: 47433000
2015-02-12 10:25:46,462 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742072_1248, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:46,462 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742072_1248{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:25:46,462 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:64938, dest: /127.0.0.1:59862, bytes: 115930, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1643475378_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742072_1248, duration: 48344000
2015-02-12 10:25:46,462 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742072_1248, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:25:46,463 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742072_1248{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:25:46,470 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job_1423764831909_0023_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1643475378_1
2015-02-12 10:25:47,039 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742069_1245
2015-02-12 10:25:47,040 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742071_1247
2015-02-12 10:25:47,094 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:25:47,095 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000002
2015-02-12 10:25:47,095 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0023_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:25:47,095 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0023_000001 container=Container: [ContainerId: container_1423764831909_0023_01_000002, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:25:47,095 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:25:47,095 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:47,096 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:25:47,096 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000003
2015-02-12 10:25:47,096 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0023_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:25:47,096 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0023_000001 container=Container: [ContainerId: container_1423764831909_0023_01_000003, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:25:47,096 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:25:47,096 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:47,097 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:25:47,097 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000004
2015-02-12 10:25:47,097 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0023_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:25:47,097 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0023_000001 container=Container: [ContainerId: container_1423764831909_0023_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:25:47,097 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:25:47,097 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:47,098 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:25:47,098 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000005
2015-02-12 10:25:47,098 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0023_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:25:47,098 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0023_000001 container=Container: [ContainerId: container_1423764831909_0023_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:25:47,098 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:25:47,098 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:25:47,166 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742068_1244
2015-02-12 10:25:47,166 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742069_1245
2015-02-12 10:25:47,167 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742070_1246
2015-02-12 10:25:47,242 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742068_1244
2015-02-12 10:25:47,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742071_1247
2015-02-12 10:25:47,507 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742068_1244
2015-02-12 10:25:47,507 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742070_1246
2015-02-12 10:25:47,508 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742069_1245
2015-02-12 10:25:48,036 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0023_01_000002
2015-02-12 10:25:48,037 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:25:48,038 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:25:48,039 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:25:48,039 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:25:48,060 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742070_1246
2015-02-12 10:25:48,061 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742071_1247
2015-02-12 10:25:48,061 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742069_1245
2015-02-12 10:25:48,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:48,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:48,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml dst=null perm=null proto=rpc
2015-02-12 10:25:48,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml dst=null perm=null proto=rpc
2015-02-12 10:25:48,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:25:48,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:25:48,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:25:48,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:25:48,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:25:48,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:25:48,249 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0023_000001 (auth:SIMPLE)
2015-02-12 10:25:48,250 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0023_000001 (auth:SIMPLE)
2015-02-12 10:25:48,256 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0023_01_000003 by user soberoi
2015-02-12 10:25:48,256 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0023
2015-02-12 10:25:48,256 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0023_000001 (auth:SIMPLE)
2015-02-12 10:25:48,257 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000003
2015-02-12 10:25:48,257 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0023 transitioned from NEW to INITING
2015-02-12 10:25:48,257 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0023_01_000003 to application application_1423764831909_0023
2015-02-12 10:25:48,257 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0023 transitioned from INITING to RUNNING
2015-02-12 10:25:48,257 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:25:48,257 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0023
2015-02-12 10:25:48,257 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0023
2015-02-12 10:25:48,258 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:25:48,258 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0023
2015-02-12 10:25:48,258 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:25:48,258 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:25:48,258 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0023_01_000003
2015-02-12 10:25:48,260 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0023_01_000005 by user soberoi
2015-02-12 10:25:48,261 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000005
2015-02-12 10:25:48,261 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0023_01_000005 to application application_1423764831909_0023
2015-02-12 10:25:48,261 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:25:48,261 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0023
2015-02-12 10:25:48,261 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0023
2015-02-12 10:25:48,261 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:25:48,261 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0023
2015-02-12 10:25:48,262 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0023_01_000005
2015-02-12 10:25:48,263 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742068_1244
2015-02-12 10:25:48,264 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0023_01_000002 by user soberoi
2015-02-12 10:25:48,264 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000002
2015-02-12 10:25:48,264 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0023_01_000002 to application application_1423764831909_0023
2015-02-12 10:25:48,265 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:25:48,265 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0023
2015-02-12 10:25:48,265 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0023
2015-02-12 10:25:48,265 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:25:48,265 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0023
2015-02-12 10:25:48,266 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0023_01_000002
2015-02-12 10:25:48,279 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0023_01_000003.tokens. Credentials list:
2015-02-12 10:25:48,281 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0023_01_000005.tokens. Credentials list:
2015-02-12 10:25:48,287 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0023_01_000002.tokens. Credentials list:
2015-02-12 10:25:48,294 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0023_000001 (auth:SIMPLE)
2015-02-12 10:25:48,310 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0023_01_000004 by user soberoi
2015-02-12 10:25:48,311 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000004
2015-02-12 10:25:48,311 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0023_01_000004 to application application_1423764831909_0023
2015-02-12 10:25:48,311 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:25:48,311 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0023
2015-02-12 10:25:48,311 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0023
2015-02-12 10:25:48,311 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:25:48,311 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0023
2015-02-12 10:25:48,412 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0023_01_000004
2015-02-12 10:25:48,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:25:48,583 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:25:48,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0023_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000003.tokens
2015-02-12 10:25:48,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0023 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0023
2015-02-12 10:25:48,701 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0023_01_000004.tokens. Credentials list:
2015-02-12 10:25:48,733 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:25:48,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:48,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar dst=null perm=null proto=rpc
2015-02-12 10:25:48,759 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0023_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000002.tokens
2015-02-12 10:25:48,761 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0023 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0023
2015-02-12 10:25:48,825 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0023/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:25:48,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml dst=null perm=null proto=rpc
2015-02-12 10:25:48,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml dst=null perm=null proto=rpc
2015-02-12 10:25:48,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:25:48,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0023_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000005.tokens
2015-02-12 10:25:48,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0023 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0023
2015-02-12 10:25:48,930 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0023/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:25:48,930 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:25:48,930 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:25:48,930 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:25:48,930 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:25:48,997 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:25:48,997 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:48,998 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:25:48,998 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:48,998 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:25:48,998 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:49,013 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:25:49,013 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:25:49,057 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:25:49,099 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:25:49,099 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:25:49,100 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:25:49,100 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:25:49,169 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0023_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000004.tokens
2015-02-12 10:25:49,169 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0023 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0023
2015-02-12 10:25:49,256 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000005/default_container_executor.sh]
2015-02-12 10:25:49,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000004/default_container_executor.sh]
2015-02-12 10:25:49,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000003/default_container_executor.sh]
2015-02-12 10:25:49,277 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000002/default_container_executor.sh]
2015-02-12 10:25:50,417 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2015-02-12 10:25:50,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:25:50,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:25:50,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017.summary dst=null perm=null proto=rpc
2015-02-12 10:25:50,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019.summary dst=null perm=null proto=rpc
2015-02-12 10:25:50,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018.summary dst=null perm=null proto=rpc
2015-02-12 10:25:50,425 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0017,submitTime=1423765344420,launchTime=1423765356765,firstMapTaskLaunchTime=1423765358930,firstReduceTaskLaunchTime=1423765370866,finishTime=1423765381513,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=40,reduceSlotSeconds=10,jobName=[ACC4A5EA03C44FCAA5C512396781F1D4/50E3F89BB372430792E50B3A82DA6BA5] merged/(2/2) ...latform/splitsourcemerged
2015-02-12 10:25:50,425 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017.summary]
2015-02-12 10:25:50,425 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0019,submitTime=1423765402674,launchTime=1423765414112,firstMapTaskLaunchTime=1423765416296,firstReduceTaskLaunchTime=1423765429198,finishTime=1423765434096,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=41,reduceSlotSeconds=4,jobName=[723B381CA1944934A0E7C98D579408BF/ADF38EF3E3394C7EA48040144C1032FD] test/(1/1) ...fieldedpipesplatform/none
2015-02-12 10:25:50,426 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0018,submitTime=1423765382857,launchTime=1423765389166,firstMapTaskLaunchTime=1423765391349,firstReduceTaskLaunchTime=0,finishTime=1423765401314,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=38,reduceSlotSeconds=0,jobName=[867805D8D7654C6DACFF19922CC04E2F/5A458C9235D04958A491DCB29B200331] test/(1/1) ...fieldedpipesplatform/copy
2015-02-12 10:25:50,426 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018.summary]
2015-02-12 10:25:50,426 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019.summary]
2015-02-12 10:25:50,426 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742006_1182 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:25:50,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017.summary dst=null perm=null proto=rpc
2015-02-12 10:25:50,426 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742019_1195 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:25:50,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018.summary dst=null perm=null proto=rpc
2015-02-12 10:25:50,427 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742029_1205 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:25:50,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019.summary dst=null perm=null proto=rpc
2015-02-12 10:25:50,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:25:50,430 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017-1423765344420-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F50E3F89BB3724307-1423765381513-4-1-SUCCEEDED-default-1423765356765.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0017-1423765344420-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F50E3F89BB3724307-1423765381513-4-1-SUCCEEDED-default-1423765356765.jhist
2015-02-12 10:25:50,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:25:50,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:25:50,432 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019-1423765402674-soberoi-%5B723B381CA1944934A0E7C98D579408BF%2FADF38EF3E3394C7E-1423765434096-4-1-SUCCEEDED-default-1423765414112.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0019-1423765402674-soberoi-%5B723B381CA1944934A0E7C98D579408BF%2FADF38EF3E3394C7E-1423765434096-4-1-SUCCEEDED-default-1423765414112.jhist
2015-02-12 10:25:50,432 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018-1423765382857-soberoi-%5B867805D8D7654C6DACFF19922CC04E2F%2F5A458C9235D04958-1423765401314-4-0-SUCCEEDED-default-1423765389166.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0018-1423765382857-soberoi-%5B867805D8D7654C6DACFF19922CC04E2F%2F5A458C9235D04958-1423765401314-4-0-SUCCEEDED-default-1423765389166.jhist
2015-02-12 10:25:50,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017-1423765344420-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F50E3F89BB3724307-1423765381513-4-1-SUCCEEDED-default-1423765356765.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0017-1423765344420-soberoi-%5BACC4A5EA03C44FCAA5C512396781F1D4%2F50E3F89BB3724307-1423765381513-4-1-SUCCEEDED-default-1423765356765.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:50,432 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0017_conf.xml
2015-02-12 10:25:50,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019-1423765402674-soberoi-%5B723B381CA1944934A0E7C98D579408BF%2FADF38EF3E3394C7E-1423765434096-4-1-SUCCEEDED-default-1423765414112.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0019-1423765402674-soberoi-%5B723B381CA1944934A0E7C98D579408BF%2FADF38EF3E3394C7E-1423765434096-4-1-SUCCEEDED-default-1423765414112.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:50,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018-1423765382857-soberoi-%5B867805D8D7654C6DACFF19922CC04E2F%2F5A458C9235D04958-1423765401314-4-0-SUCCEEDED-default-1423765389166.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0018-1423765382857-soberoi-%5B867805D8D7654C6DACFF19922CC04E2F%2F5A458C9235D04958-1423765401314-4-0-SUCCEEDED-default-1423765389166.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:50,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0017_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0017_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:50,433 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0018_conf.xml
2015-02-12 10:25:50,433 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0019_conf.xml
2015-02-12 10:25:50,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0018_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0018_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:50,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020.summary dst=null perm=null proto=rpc
2015-02-12 10:25:50,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0019_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0019_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:50,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021.summary dst=null perm=null proto=rpc
2015-02-12 10:25:50,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022.summary dst=null perm=null proto=rpc
2015-02-12 10:25:50,436 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0020,submitTime=1423765435573,launchTime=1423765445565,firstMapTaskLaunchTime=1423765447768,firstReduceTaskLaunchTime=1423765459653,finishTime=1423765471576,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=38,reduceSlotSeconds=11,jobName=[955222FB950B4C9880E2C2FFC9E0C8F7/B9E5DBD54CB146AB8733679D5F4C2AFD] test/(1/1) ...fieldedpipesplatform/swap
2015-02-12 10:25:50,436 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020.summary]
2015-02-12 10:25:50,437 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0022,submitTime=1423765508671,launchTime=1423765515526,firstMapTaskLaunchTime=1423765517771,firstReduceTaskLaunchTime=0,finishTime=1423765536677,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=91,reduceSlotSeconds=0,jobName=[E84C9755DE00435CBE155A91F49928DD/AB0A69B9DDFB409FA0C51E98260E2AA8] test/(1/1) ...edpipesplatform/ungrouped
2015-02-12 10:25:50,437 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022.summary]
2015-02-12 10:25:50,437 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0021,submitTime=1423765473146,launchTime=1423765482890,firstMapTaskLaunchTime=1423765485404,firstReduceTaskLaunchTime=0,finishTime=1423765507105,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=85,reduceSlotSeconds=0,jobName=[63CD0EC59D764A95BC5880DFB89DB9A2/69FBAE292DE442D69B0B65134DCB041C] test/(1/1) ...pipesplatform/logicfilter
2015-02-12 10:25:50,437 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021.summary]
2015-02-12 10:25:50,437 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742039_1215 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:25:50,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020.summary dst=null perm=null proto=rpc
2015-02-12 10:25:50,442 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742065_1241 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:25:50,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022.summary dst=null perm=null proto=rpc
2015-02-12 10:25:50,442 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742051_1227 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:25:50,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021.summary dst=null perm=null proto=rpc
2015-02-12 10:25:50,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:25:50,443 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020-1423765435573-soberoi-%5B955222FB950B4C9880E2C2FFC9E0C8F7%2FB9E5DBD54CB146AB-1423765471576-4-1-SUCCEEDED-default-1423765445565.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0020-1423765435573-soberoi-%5B955222FB950B4C9880E2C2FFC9E0C8F7%2FB9E5DBD54CB146AB-1423765471576-4-1-SUCCEEDED-default-1423765445565.jhist
2015-02-12 10:25:50,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:25:50,444 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022-1423765508671-soberoi-%5BE84C9755DE00435CBE155A91F49928DD%2FAB0A69B9DDFB409F-1423765536677-5-0-SUCCEEDED-default-1423765515526.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0022-1423765508671-soberoi-%5BE84C9755DE00435CBE155A91F49928DD%2FAB0A69B9DDFB409F-1423765536677-5-0-SUCCEEDED-default-1423765515526.jhist
2015-02-12 10:25:50,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020-1423765435573-soberoi-%5B955222FB950B4C9880E2C2FFC9E0C8F7%2FB9E5DBD54CB146AB-1423765471576-4-1-SUCCEEDED-default-1423765445565.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0020-1423765435573-soberoi-%5B955222FB950B4C9880E2C2FFC9E0C8F7%2FB9E5DBD54CB146AB-1423765471576-4-1-SUCCEEDED-default-1423765445565.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:50,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:25:50,445 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0020_conf.xml
2015-02-12 10:25:50,445 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021-1423765473146-soberoi-%5B63CD0EC59D764A95BC5880DFB89DB9A2%2F69FBAE292DE442D6-1423765507105-4-0-SUCCEEDED-default-1423765482890.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0021-1423765473146-soberoi-%5B63CD0EC59D764A95BC5880DFB89DB9A2%2F69FBAE292DE442D6-1423765507105-4-0-SUCCEEDED-default-1423765482890.jhist
2015-02-12 10:25:50,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022-1423765508671-soberoi-%5BE84C9755DE00435CBE155A91F49928DD%2FAB0A69B9DDFB409F-1423765536677-5-0-SUCCEEDED-default-1423765515526.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0022-1423765508671-soberoi-%5BE84C9755DE00435CBE155A91F49928DD%2FAB0A69B9DDFB409F-1423765536677-5-0-SUCCEEDED-default-1423765515526.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:50,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0020_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0020_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:50,446 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0022_conf.xml
2015-02-12 10:25:50,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021-1423765473146-soberoi-%5B63CD0EC59D764A95BC5880DFB89DB9A2%2F69FBAE292DE442D6-1423765507105-4-0-SUCCEEDED-default-1423765482890.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0021-1423765473146-soberoi-%5B63CD0EC59D764A95BC5880DFB89DB9A2%2F69FBAE292DE442D6-1423765507105-4-0-SUCCEEDED-default-1423765482890.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:50,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0022_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0022_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:50,447 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0021_conf.xml
2015-02-12 10:25:50,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0021_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0021_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:25:52,167 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742006_1182, blk_1073742039_1215, blk_1073742029_1205]
2015-02-12 10:25:52,167 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742065_1241, blk_1073742051_1227, blk_1073742019_1195, blk_1073742006_1182, blk_1073742039_1215, blk_1073742029_1205]
2015-02-12 10:25:52,174 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742072_1248
2015-02-12 10:25:52,513 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742072_1248
2015-02-12 10:25:53,130 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742006 for deletion
2015-02-12 10:25:53,130 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742039_1215 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742039 for deletion
2015-02-12 10:25:53,130 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742029 for deletion
2015-02-12 10:25:53,130 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742006
2015-02-12 10:25:53,131 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742039_1215 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742039
2015-02-12 10:25:53,131 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742029
2015-02-12 10:25:53,272 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742072_1248
2015-02-12 10:25:53,429 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742065_1241 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742065 for deletion
2015-02-12 10:25:53,430 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742019_1195 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742019 for deletion
2015-02-12 10:25:53,430 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742051_1227 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742051 for deletion
2015-02-12 10:25:53,430 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742006 for deletion
2015-02-12 10:25:53,430 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742065_1241 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742065
2015-02-12 10:25:53,430 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742019_1195 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742019
2015-02-12 10:25:53,431 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742006
2015-02-12 10:25:53,431 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742051_1227 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742051
2015-02-12 10:25:53,430 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742039_1215 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742039 for deletion
2015-02-12 10:25:53,431 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742029 for deletion
2015-02-12 10:25:53,431 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742029
2015-02-12 10:25:53,432 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742039_1215 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742039
2015-02-12 10:25:55,173 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742065_1241, blk_1073742051_1227, blk_1073742019_1195, blk_1073742006_1182, blk_1073742039_1215]
2015-02-12 10:25:55,173 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742065_1241, blk_1073742051_1227, blk_1073742019_1195, blk_1073742029_1205]
2015-02-12 10:25:56,132 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742065_1241 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742065 for deletion
2015-02-12 10:25:56,132 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742019_1195 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742019 for deletion
2015-02-12 10:25:56,132 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742051_1227 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742051 for deletion
2015-02-12 10:25:56,132 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742029 for deletion
2015-02-12 10:25:56,132 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742065_1241 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742065
2015-02-12 10:25:56,133 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742051_1227 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742051
2015-02-12 10:25:56,133 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742019_1195 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742019
2015-02-12 10:25:56,133 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742029
2015-02-12 10:25:56,584 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742065_1241 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742065 for deletion
2015-02-12 10:25:56,584 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742019_1195 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742019 for deletion
2015-02-12 10:25:56,584 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742051_1227 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742051 for deletion
2015-02-12 10:25:56,584 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742006 for deletion
2015-02-12 10:25:56,584 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742065_1241 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742065
2015-02-12 10:25:56,585 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742006
2015-02-12 10:25:56,585 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742019_1195 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742019
2015-02-12 10:25:56,584 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742039_1215 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742039 for deletion
2015-02-12 10:25:56,585 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742051_1227 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742051
2015-02-12 10:25:56,585 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742039_1215 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742039
2015-02-12 10:25:59,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:59,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:59,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:59,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.split dst=null perm=null proto=rpc
2015-02-12 10:25:59,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:25:59,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:25:59,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:25:59,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:26:00,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1423764831909_0023_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:26:00,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1423764831909_0023_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:26:00,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1423764831909_0023_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:26:00,758 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0023_000001 (auth:SIMPLE)
2015-02-12 10:26:00,760 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0023_01_000004
2015-02-12 10:26:00,760 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000004
2015-02-12 10:26:00,760 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:26:00,760 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0023_01_000004
2015-02-12 10:26:00,778 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job_1423764831909_0023_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742073_1249{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:26:00,779 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0023_01_000004 is : 143
2015-02-12 10:26:00,781 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742073_1249 src: /127.0.0.1:65017 dest: /127.0.0.1:59855
2015-02-12 10:26:00,785 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742073_1249 src: /127.0.0.1:65018 dest: /127.0.0.1:59859
2015-02-12 10:26:00,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742073_1249 src: /127.0.0.1:65019 dest: /127.0.0.1:59862
2015-02-12 10:26:00,795 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:26:00,796 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job_1423764831909_0023_1.jhist for DFSClient_NONMAPREDUCE_1643475378_1
2015-02-12 10:26:00,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000004
2015-02-12 10:26:00,797 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000004
2015-02-12 10:26:00,797 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:26:00,797 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0023_01_000004 from application application_1423764831909_0023
2015-02-12 10:26:00,797 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:26:00,797 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0023
2015-02-12 10:26:00,797 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000004
2015-02-12 10:26:00,798 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000004
2015-02-12 10:26:00,798 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000004
2015-02-12 10:26:00,839 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0023_000001 (auth:SIMPLE)
2015-02-12 10:26:00,841 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0023_01_000005
2015-02-12 10:26:00,841 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000005
2015-02-12 10:26:00,841 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:26:00,841 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0023_01_000005
2015-02-12 10:26:00,842 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:26:00,842 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0023_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:26:00,842 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000004
2015-02-12 10:26:00,842 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0023_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:26:00,843 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:26:00,843 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0023_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:26:00,844 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:26:00,844 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:26:00,844 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0023_000001 released container container_1423764831909_0023_01_000004 on node: host: 10.1.1.68:59924 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:26:00,866 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0023_01_000005 is : 143
2015-02-12 10:26:00,875 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0023_000001 (auth:SIMPLE)
2015-02-12 10:26:00,877 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0023_01_000002
2015-02-12 10:26:00,877 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000002
2015-02-12 10:26:00,877 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:26:00,878 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:26:00,878 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:00,878 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000005
2015-02-12 10:26:00,878 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000005
2015-02-12 10:26:00,879 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0023_01_000002
2015-02-12 10:26:00,879 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000005
2015-02-12 10:26:00,880 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000005
2015-02-12 10:26:00,897 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0023_01_000002 is : 143
2015-02-12 10:26:00,913 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000005
2015-02-12 10:26:00,913 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:26:00,913 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:26:00,913 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0023_01_000005 from application application_1423764831909_0023
2015-02-12 10:26:00,913 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:26:00,914 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0023
2015-02-12 10:26:00,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000002
2015-02-12 10:26:00,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000002
2015-02-12 10:26:00,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000002
2015-02-12 10:26:00,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000002
2015-02-12 10:26:00,916 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000002
2015-02-12 10:26:00,917 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:26:00,917 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0023_01_000002 from application application_1423764831909_0023
2015-02-12 10:26:00,917 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:26:00,917 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0023
2015-02-12 10:26:00,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1423764831909_0023_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:26:00,954 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0023_000001 (auth:SIMPLE)
2015-02-12 10:26:00,956 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0023_01_000003
2015-02-12 10:26:00,956 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000003
2015-02-12 10:26:00,957 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:26:00,957 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0023_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:26:00,957 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000002
2015-02-12 10:26:00,957 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0023_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:26:00,957 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:26:00,958 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:26:00,958 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0023_01_000002, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:26:00,960 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:26:00,960 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:26:00,960 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0023_000001 released container container_1423764831909_0023_01_000002 on node: host: 10.1.1.68:59924 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:26:00,960 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:00,960 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:26:00,960 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0023_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:26:00,960 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000005
2015-02-12 10:26:00,960 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0023_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:26:00,960 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0023_01_000003
2015-02-12 10:26:00,960 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:26:00,967 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0023_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:26:00,967 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:26:00,967 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:26:00,967 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0023_000001 released container container_1423764831909_0023_01_000005 on node: host: 10.1.1.68:59924 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:26:00,989 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0023_01_000003 is : 143
2015-02-12 10:26:01,007 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:26:01,008 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000003
2015-02-12 10:26:01,008 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000003
2015-02-12 10:26:01,009 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000003
2015-02-12 10:26:01,010 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000003
2015-02-12 10:26:01,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000003
2015-02-12 10:26:01,011 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:26:01,012 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0023_01_000003 from application application_1423764831909_0023
2015-02-12 10:26:01,013 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:26:01,013 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0023
2015-02-12 10:26:01,959 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:01,959 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:26:01,959 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0023_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:26:01,959 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000003
2015-02-12 10:26:01,960 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0023_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:26:01,960 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:26:01,961 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0023_01_000003, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:26:01,961 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:26:01,962 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:26:01,962 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0023_000001 released container container_1423764831909_0023_01_000003 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:26:01,962 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:01,962 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:02,156 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:26:02,157 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000006
2015-02-12 10:26:02,157 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0023_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:26:02,157 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0023_000001 container=Container: [ContainerId: container_1423764831909_0023_01_000006, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:26:02,157 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:26:02,157 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:26:02,962 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0023_01_000004, container_1423764831909_0023_01_000005, container_1423764831909_0023_01_000002]
2015-02-12 10:26:02,962 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:02,963 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:02,963 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:02,963 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:03,115 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0023_01_000006
2015-02-12 10:26:03,116 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:26:03,129 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0023_000001 (auth:SIMPLE)
2015-02-12 10:26:03,132 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0023_01_000006 by user soberoi
2015-02-12 10:26:03,132 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0023
2015-02-12 10:26:03,133 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000006
2015-02-12 10:26:03,133 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0023 transitioned from NEW to INITING
2015-02-12 10:26:03,133 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0023_01_000006 to application application_1423764831909_0023
2015-02-12 10:26:03,133 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0023 transitioned from INITING to RUNNING
2015-02-12 10:26:03,133 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:26:03,134 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0023
2015-02-12 10:26:03,134 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0023
2015-02-12 10:26:03,134 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:26:03,134 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0023
2015-02-12 10:26:03,134 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:26:03,135 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:26:03,135 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0023_01_000006
2015-02-12 10:26:03,150 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0023_01_000006.tokens. Credentials list:
2015-02-12 10:26:03,157 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:26:03,304 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:26:03,467 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0023_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000006.tokens
2015-02-12 10:26:03,467 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0023 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0023
2015-02-12 10:26:03,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar dst=null perm=null proto=rpc
2015-02-12 10:26:03,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar dst=null perm=null proto=rpc
2015-02-12 10:26:03,659 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0023/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:26:03,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml dst=null perm=null proto=rpc
2015-02-12 10:26:03,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml dst=null perm=null proto=rpc
2015-02-12 10:26:03,739 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0023/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:26:03,739 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:26:03,787 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:26:03,787 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:26:03,933 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000006/default_container_executor.sh]
2015-02-12 10:26:03,965 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0023_01_000003]
2015-02-12 10:26:03,965 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:04,122 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:26:06,420 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 10:26:06,420 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:26:12,194 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:26:13,581 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 2133 Total time for transactions(ms): 140 Number of transactions batched in Syncs: 2 Number of syncs: 1489 SyncTimes(ms): 36 17
2015-02-12 10:26:13,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1423764831909_0023_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:26:13,874 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1423764831909_0023_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742074_1250{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:26:14,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742074_1250 src: /127.0.0.1:65124 dest: /127.0.0.1:59852
2015-02-12 10:26:14,214 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742074_1250 src: /127.0.0.1:65129 dest: /127.0.0.1:59862
2015-02-12 10:26:14,216 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742074_1250 src: /127.0.0.1:65130 dest: /127.0.0.1:59855
2015-02-12 10:26:14,486 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65130, dest: /127.0.0.1:59855, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0023_r_000000_0_-414955156_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742074_1250, duration: 267919000
2015-02-12 10:26:14,486 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742074_1250, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:26:14,486 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742074_1250{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:26:14,486 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65129, dest: /127.0.0.1:59862, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0023_r_000000_0_-414955156_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742074_1250, duration: 268592000
2015-02-12 10:26:14,487 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742074_1250, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:14,487 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65124, dest: /127.0.0.1:59852, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0023_r_000000_0_-414955156_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742074_1250, duration: 269591000
2015-02-12 10:26:14,487 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742074_1250{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:26:14,488 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742074_1250, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:14,488 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742074_1250{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:26:14,492 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1423764831909_0023_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0023_r_000000_0_-414955156_1
2015-02-12 10:26:14,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1423764831909_0023_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:26:14,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1423764831909_0023_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:26:14,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/task_1423764831909_0023_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:26:14,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1423764831909_0023_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/task_1423764831909_0023_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:26:14,537 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0023_000001 (auth:SIMPLE)
2015-02-12 10:26:14,539 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0023_01_000006
2015-02-12 10:26:14,539 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000006
2015-02-12 10:26:14,539 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:26:14,539 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0023_01_000006
2015-02-12 10:26:14,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:26:14,550 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1643475378_1
2015-02-12 10:26:14,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:26:14,560 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0023_01_000006 is : 143
2015-02-12 10:26:14,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null proto=rpc
2015-02-12 10:26:14,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null proto=rpc
2015-02-12 10:26:14,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/task_1423764831909_0023_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:26:14,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:26:14,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/task_1423764831909_0023_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:26:14,573 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:26:14,574 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000006
2015-02-12 10:26:14,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary dst=null perm=null proto=rpc
2015-02-12 10:26:14,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000006
2015-02-12 10:26:14,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:26:14,580 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000006
2015-02-12 10:26:14,581 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000006
2015-02-12 10:26:14,581 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1643475378_1
2015-02-12 10:26:14,582 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000006
2015-02-12 10:26:14,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:26:14,585 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:26:14,585 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1643475378_1
2015-02-12 10:26:14,585 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0023_01_000006 from application application_1423764831909_0023
2015-02-12 10:26:14,585 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:26:14,586 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0023
2015-02-12 10:26:14,603 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65019, dest: /127.0.0.1:59862, bytes: 61435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1643475378_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742073_1249, duration: 13815068000
2015-02-12 10:26:14,604 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742073_1249, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:26:14,605 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742073_1249{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15711
2015-02-12 10:26:14,605 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65018, dest: /127.0.0.1:59859, bytes: 61435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1643475378_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742073_1249, duration: 13815519000
2015-02-12 10:26:14,605 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742073_1249, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:14,606 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742073_1249{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15711
2015-02-12 10:26:14,607 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65017, dest: /127.0.0.1:59855, bytes: 61435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1643475378_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742073_1249, duration: 13817976000
2015-02-12 10:26:14,607 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742073_1249, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:14,607 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742073_1249{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15711
2015-02-12 10:26:14,609 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job_1423764831909_0023_1.jhist is closed by DFSClient_NONMAPREDUCE_1643475378_1
2015-02-12 10:26:14,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:26:14,616 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742075_1251{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:26:14,618 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742075_1251 src: /127.0.0.1:65135 dest: /127.0.0.1:59862
2015-02-12 10:26:14,619 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742075_1251 src: /127.0.0.1:65136 dest: /127.0.0.1:59855
2015-02-12 10:26:14,622 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742075_1251 src: /127.0.0.1:65137 dest: /127.0.0.1:59859
2015-02-12 10:26:14,628 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65137, dest: /127.0.0.1:59859, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1643475378_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742075_1251, duration: 3707000
2015-02-12 10:26:14,628 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742075_1251, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:26:14,628 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742075_1251{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:26:14,629 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65136, dest: /127.0.0.1:59855, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1643475378_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742075_1251, duration: 4221000
2015-02-12 10:26:14,629 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742075_1251, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:14,629 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742075_1251{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:26:14,630 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65135, dest: /127.0.0.1:59862, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1643475378_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742075_1251, duration: 5627000
2015-02-12 10:26:14,630 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742075_1251, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:14,630 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742075_1251{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:26:14,631 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023.summary_tmp is closed by DFSClient_NONMAPREDUCE_1643475378_1
2015-02-12 10:26:14,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:26:14,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job_1423764831909_0023_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:26:14,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023-1423765538299-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F1A1B4AA414894425-1423765574586-4-1-SUCCEEDED-default-1423765546030.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:26:14,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job_1423764831909_0023_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:26:14,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023-1423765538299-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F1A1B4AA414894425-1423765574586-4-1-SUCCEEDED-default-1423765546030.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:26:14,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job_1423764831909_0023_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:26:14,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023-1423765538299-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F1A1B4AA414894425-1423765574586-4-1-SUCCEEDED-default-1423765546030.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:26:14,655 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023-1423765538299-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F1A1B4AA414894425-1423765574586-4-1-SUCCEEDED-default-1423765546030.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742076_1252{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:26:14,657 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742076_1252 src: /127.0.0.1:65139 dest: /127.0.0.1:59862
2015-02-12 10:26:14,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742076_1252 src: /127.0.0.1:65140 dest: /127.0.0.1:59852
2015-02-12 10:26:14,661 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742076_1252 src: /127.0.0.1:65141 dest: /127.0.0.1:59859
2015-02-12 10:26:14,664 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65141, dest: /127.0.0.1:59859, bytes: 61435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1643475378_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742076_1252, duration: 1754000
2015-02-12 10:26:14,664 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742076_1252, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:26:14,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742076_1252{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:26:14,665 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65140, dest: /127.0.0.1:59852, bytes: 61435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1643475378_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742076_1252, duration: 2447000
2015-02-12 10:26:14,665 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742076_1252, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:14,666 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742076_1252{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:26:14,666 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65139, dest: /127.0.0.1:59862, bytes: 61435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1643475378_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742076_1252, duration: 3314000
2015-02-12 10:26:14,666 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742076_1252, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:14,667 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742076_1252{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:26:14,668 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023-1423765538299-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F1A1B4AA414894425-1423765574586-4-1-SUCCEEDED-default-1423765546030.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1643475378_1
2015-02-12 10:26:14,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023-1423765538299-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F1A1B4AA414894425-1423765574586-4-1-SUCCEEDED-default-1423765546030.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:26:14,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job_1423764831909_0023_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:26:14,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:26:14,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job_1423764831909_0023_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:26:14,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:26:14,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023/job_1423764831909_0023_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:26:14,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:26:14,682 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742077_1253{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:26:14,685 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742077_1253 src: /127.0.0.1:65142 dest: /127.0.0.1:59859
2015-02-12 10:26:14,686 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742077_1253 src: /127.0.0.1:65143 dest: /127.0.0.1:59862
2015-02-12 10:26:14,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742077_1253 src: /127.0.0.1:65144 dest: /127.0.0.1:59852
2015-02-12 10:26:14,691 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65144, dest: /127.0.0.1:59852, bytes: 115930, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1643475378_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742077_1253, duration: 1896000
2015-02-12 10:26:14,692 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742077_1253, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:26:14,692 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65143, dest: /127.0.0.1:59862, bytes: 115930, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1643475378_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742077_1253, duration: 2639000
2015-02-12 10:26:14,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742077_1253{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:26:14,693 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742077_1253, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:14,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742077_1253{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:26:14,693 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65142, dest: /127.0.0.1:59859, bytes: 115930, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1643475378_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742077_1253, duration: 3654000
2015-02-12 10:26:14,693 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742077_1253, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:14,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742077_1253{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:26:14,707 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1643475378_1
2015-02-12 10:26:14,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:26:14,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:26:14,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:26:14,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023-1423765538299-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F1A1B4AA414894425-1423765574586-4-1-SUCCEEDED-default-1423765546030.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023-1423765538299-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F1A1B4AA414894425-1423765574586-4-1-SUCCEEDED-default-1423765546030.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:26:14,738 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0023_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:26:14,738 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0023_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:26:14,738 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0023 with final state: FINISHING
2015-02-12 10:26:14,738 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0023 State change from RUNNING to FINAL_SAVING
2015-02-12 10:26:14,738 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0023
2015-02-12 10:26:14,740 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0023_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:26:14,740 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0023 State change from FINAL_SAVING to FINISHING
2015-02-12 10:26:15,541 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:26:15,541 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0023_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:26:15,541 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000006
2015-02-12 10:26:15,541 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0023_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:26:15,541 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:26:15,542 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0023_01_000006, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:26:15,543 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:26:15,543 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:26:15,543 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0023_000001 released container container_1423764831909_0023_01_000006 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:26:15,742 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0023 unregistered successfully.
2015-02-12 10:26:15,746 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742068_1244 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:26:15,746 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742069_1245 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:26:15,746 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742070_1246 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:26:15,746 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742071_1247 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:26:15,746 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742073_1249 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:26:15,747 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742072_1248 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:26:15,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0023 dst=null perm=null proto=rpc
2015-02-12 10:26:15,806 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] starting step: (2/3) ...atform/chainedtaps/second
2015-02-12 10:26:15,821 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:26:16,048 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:26:16,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null proto=rpc
2015-02-12 10:26:16,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:26:16,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:26:16,059 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 24
2015-02-12 10:26:16,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024 dst=null perm=null proto=rpc
2015-02-12 10:26:16,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:26:16,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:26:16,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar dst=null perm=null proto=rpc
2015-02-12 10:26:16,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:26:16,072 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742078_1254{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:26:16,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742078_1254 src: /127.0.0.1:65172 dest: /127.0.0.1:59862
2015-02-12 10:26:16,075 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742078_1254 src: /127.0.0.1:65173 dest: /127.0.0.1:59859
2015-02-12 10:26:16,077 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742078_1254 src: /127.0.0.1:65174 dest: /127.0.0.1:59855
2015-02-12 10:26:16,082 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65174, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742078_1254, duration: 2538000
2015-02-12 10:26:16,083 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742078_1254, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:26:16,084 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742078_1254{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:26:16,085 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65173, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742078_1254, duration: 4206000
2015-02-12 10:26:16,086 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742078_1254, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:16,087 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65172, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742078_1254, duration: 6688000
2015-02-12 10:26:16,087 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742078_1254, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:16,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742078_1254{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:26:16,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742078_1254{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:26:16,091 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:26:16,093 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar
2015-02-12 10:26:16,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar dst=null perm=null proto=rpc
2015-02-12 10:26:16,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:26:16,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:26:16,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:26:16,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:26:16,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:26:16,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:26:16,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:26:16,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:26:16,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:26:16,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:26:16,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null proto=rpc
2015-02-12 10:26:16,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null proto=rpc
2015-02-12 10:26:16,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null proto=rpc
2015-02-12 10:26:16,111 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:26:16,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:26:16,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:26:16,116 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.split
2015-02-12 10:26:16,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.split dst=null perm=null proto=rpc
2015-02-12 10:26:16,117 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742079_1255{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:26:16,120 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742079_1255 src: /127.0.0.1:65176 dest: /127.0.0.1:59859
2015-02-12 10:26:16,122 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742079_1255 src: /127.0.0.1:65177 dest: /127.0.0.1:59855
2015-02-12 10:26:16,124 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742079_1255 src: /127.0.0.1:65178 dest: /127.0.0.1:59862
2015-02-12 10:26:16,125 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742079_1255 src: /127.0.0.1:65179 dest: /127.0.0.1:59852
2015-02-12 10:26:16,132 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65179, dest: /127.0.0.1:59852, bytes: 1611, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742079_1255, duration: 4494000
2015-02-12 10:26:16,132 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742079_1255, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:26:16,132 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742079_1255{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:26:16,132 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65178, dest: /127.0.0.1:59862, bytes: 1611, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742079_1255, duration: 4701000
2015-02-12 10:26:16,132 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742079_1255, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:16,133 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742079_1255{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:26:16,133 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65177, dest: /127.0.0.1:59855, bytes: 1611, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742079_1255, duration: 5730000
2015-02-12 10:26:16,133 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742079_1255, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:16,134 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742079_1255{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:26:16,134 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65176, dest: /127.0.0.1:59859, bytes: 1611, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742079_1255, duration: 6608000
2015-02-12 10:26:16,134 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742079_1255, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:16,135 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742079_1255{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:26:16,137 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:26:16,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:26:16,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:26:16,142 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742080_1256{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:26:16,144 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742080_1256 src: /127.0.0.1:65180 dest: /127.0.0.1:59862
2015-02-12 10:26:16,147 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742080_1256 src: /127.0.0.1:65181 dest: /127.0.0.1:59855
2015-02-12 10:26:16,149 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742080_1256 src: /127.0.0.1:65182 dest: /127.0.0.1:59852
2015-02-12 10:26:16,152 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65182, dest: /127.0.0.1:59852, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742080_1256, duration: 1924000
2015-02-12 10:26:16,153 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742080_1256, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:26:16,153 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742080_1256{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:26:16,153 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65181, dest: /127.0.0.1:59855, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742080_1256, duration: 2541000
2015-02-12 10:26:16,153 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742080_1256, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:16,154 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742080_1256{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:26:16,154 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65180, dest: /127.0.0.1:59862, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742080_1256, duration: 3364000
2015-02-12 10:26:16,154 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742080_1256, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:16,156 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742080_1256{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:26:16,158 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:26:16,158 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:26:16,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:26:16,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:26:16,171 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742081_1257{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:26:16,173 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742081_1257 src: /127.0.0.1:65183 dest: /127.0.0.1:59862
2015-02-12 10:26:16,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742081_1257 src: /127.0.0.1:65184 dest: /127.0.0.1:59859
2015-02-12 10:26:16,177 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742081_1257 src: /127.0.0.1:65185 dest: /127.0.0.1:59855
2015-02-12 10:26:16,201 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59855 to replicate blk_1073742078_1254 to datanode(s) 127.0.0.1:59852
2015-02-12 10:26:16,201 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742068_1244, blk_1073742069_1245, blk_1073742071_1247]
2015-02-12 10:26:16,201 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742068_1244, blk_1073742069_1245, blk_1073742070_1246, blk_1073742071_1247, blk_1073742072_1248, blk_1073742073_1249]
2015-02-12 10:26:16,202 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65185, dest: /127.0.0.1:59855, bytes: 99187, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742081_1257, duration: 22870000
2015-02-12 10:26:16,202 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742081_1257, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:26:16,203 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742081_1257{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:26:16,203 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65184, dest: /127.0.0.1:59859, bytes: 99187, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742081_1257, duration: 23290000
2015-02-12 10:26:16,203 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742081_1257, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:16,204 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65183, dest: /127.0.0.1:59862, bytes: 99187, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742081_1257, duration: 24139000
2015-02-12 10:26:16,204 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742081_1257, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:16,204 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742081_1257{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:26:16,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742081_1257{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:26:16,207 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:26:16,212 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0024
2015-02-12 10:26:16,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024 dst=null perm=null proto=rpc
2015-02-12 10:26:16,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml dst=null perm=null proto=rpc
2015-02-12 10:26:16,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml dst=null perm=null proto=rpc
2015-02-12 10:26:16,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar dst=null perm=null proto=rpc
2015-02-12 10:26:16,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar dst=null perm=null proto=rpc
2015-02-12 10:26:16,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.split dst=null perm=null proto=rpc
2015-02-12 10:26:16,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.split dst=null perm=null proto=rpc
2015-02-12 10:26:16,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:26:16,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:26:16,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:26:16,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:26:16,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:26:16,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:26:16,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:26:16,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:26:16,296 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 24 submitted by user soberoi
2015-02-12 10:26:16,296 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0024
2015-02-12 10:26:16,297 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0024
2015-02-12 10:26:16,297 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0024
2015-02-12 10:26:16,297 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0024 State change from NEW to NEW_SAVING
2015-02-12 10:26:16,298 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0024 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:26:16,298 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0024 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:26:16,298 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0024 from user: soberoi, in queue: default
2015-02-12 10:26:16,299 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0024 State change from SUBMITTED to ACCEPTED
2015-02-12 10:26:16,299 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0024_000001
2015-02-12 10:26:16,299 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0024_000001 State change from NEW to SUBMITTED
2015-02-12 10:26:16,299 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0024 from user: soberoi activated in queue: default
2015-02-12 10:26:16,299 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0024 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:26:16,299 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0024_000001 to scheduler from user soberoi in queue default
2015-02-12 10:26:16,315 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0024_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:26:16,315 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0024
2015-02-12 10:26:16,317 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0024/
2015-02-12 10:26:16,317 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] submitted hadoop job: job_1423764831909_0024
2015-02-12 10:26:16,320 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0024/
2015-02-12 10:26:16,385 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:26:16,385 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000001
2015-02-12 10:26:16,385 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0024_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:26:16,385 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0024_000001 container=Container: [ContainerId: container_1423764831909_0024_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:26:16,385 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:26:16,385 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:26:16,386 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0024_01_000001
2015-02-12 10:26:16,387 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:26:16,387 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0024_000001
2015-02-12 10:26:16,387 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0024 AttemptId: appattempt_1423764831909_0024_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0024_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ]
2015-02-12 10:26:16,387 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0024_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:26:16,387 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0024_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:26:16,387 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0024_000001
2015-02-12 10:26:16,389 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0024_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0024_000001
2015-02-12 10:26:16,389 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0024_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:26:16,389 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0024_000001
2015-02-12 10:26:16,389 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0024_000001
2015-02-12 10:26:16,392 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0024_000001 (auth:SIMPLE)
2015-02-12 10:26:16,394 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0024_01_000001 by user soberoi
2015-02-12 10:26:16,395 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0024
2015-02-12 10:26:16,395 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000001
2015-02-12 10:26:16,395 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0024 transitioned from NEW to INITING
2015-02-12 10:26:16,396 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0024_01_000001 to application application_1423764831909_0024
2015-02-12 10:26:16,396 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0024 transitioned from INITING to RUNNING
2015-02-12 10:26:16,396 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0024_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0024_000001
2015-02-12 10:26:16,396 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0024_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:26:16,396 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:26:16,396 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0024
2015-02-12 10:26:16,397 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:26:16,397 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:26:16,397 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:26:16,398 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:26:16,398 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0024_01_000001
2015-02-12 10:26:16,415 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423764831909_0024_01_000001.tokens. Credentials list:
2015-02-12 10:26:16,542 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:16,596 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:26:16,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423764831909_0024_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000001.tokens
2015-02-12 10:26:16,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0024 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0024
2015-02-12 10:26:16,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar dst=null perm=null proto=rpc
2015-02-12 10:26:16,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar dst=null perm=null proto=rpc
2015-02-12 10:26:17,002 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0024/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:26:17,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:26:17,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:26:17,091 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0024/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:26:17,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.split dst=null perm=null proto=rpc
2015-02-12 10:26:17,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.split dst=null perm=null proto=rpc
2015-02-12 10:26:17,148 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=2aa0fabf-b905-40ca-b888-b2077fcc60ea, infoPort=59856, ipcPort=59858, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742078_1254 to 127.0.0.1:59852
2015-02-12 10:26:17,149 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742068_1244 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742068 for deletion
2015-02-12 10:26:17,149 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742069_1245 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742069 for deletion
2015-02-12 10:26:17,149 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742070_1246 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742070 for deletion
2015-02-12 10:26:17,149 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742071_1247 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742071 for deletion
2015-02-12 10:26:17,149 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742072_1248 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742072 for deletion
2015-02-12 10:26:17,149 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742068_1244 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742068
2015-02-12 10:26:17,150 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742070_1246 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742070
2015-02-12 10:26:17,149 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742073_1249 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742073 for deletion
2015-02-12 10:26:17,150 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742069_1245 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742069
2015-02-12 10:26:17,150 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742078_1254 (numBytes=254067) to /127.0.0.1:59852
2015-02-12 10:26:17,150 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742071_1247 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742071
2015-02-12 10:26:17,151 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742072_1248 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742072
2015-02-12 10:26:17,151 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742073_1249 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742073
2015-02-12 10:26:17,151 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742078_1254 src: /127.0.0.1:65202 dest: /127.0.0.1:59852
2015-02-12 10:26:17,152 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742068_1244 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742068 for deletion
2015-02-12 10:26:17,152 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742069_1245 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742069 for deletion
2015-02-12 10:26:17,152 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742071_1247 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742071 for deletion
2015-02-12 10:26:17,153 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742069_1245 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742069
2015-02-12 10:26:17,153 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742068_1244 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742068
2015-02-12 10:26:17,153 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742071_1247 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742071
2015-02-12 10:26:17,153 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742078_1254 src: /127.0.0.1:65202 dest: /127.0.0.1:59852 of size 254067
2015-02-12 10:26:17,154 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742078_1254 size 254067
2015-02-12 10:26:17,180 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0024/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:26:17,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml dst=null perm=null proto=rpc
2015-02-12 10:26:17,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml dst=null perm=null proto=rpc
2015-02-12 10:26:17,269 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0024/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:26:17,269 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:26:17,321 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:26:17,321 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:26:17,387 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:26:17,475 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000001/default_container_executor.sh]
2015-02-12 10:26:17,544 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:18,545 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:19,205 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742068_1244, blk_1073742069_1245, blk_1073742070_1246, blk_1073742072_1248, blk_1073742073_1249]
2015-02-12 10:26:19,206 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742068_1244, blk_1073742069_1245, blk_1073742070_1246, blk_1073742071_1247, blk_1073742072_1248, blk_1073742073_1249]
2015-02-12 10:26:19,547 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:20,446 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742068_1244 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742068 for deletion
2015-02-12 10:26:20,446 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742069_1245 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742069 for deletion
2015-02-12 10:26:20,446 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742070_1246 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742070 for deletion
2015-02-12 10:26:20,446 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742072_1248 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742072 for deletion
2015-02-12 10:26:20,446 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742073_1249 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742073 for deletion
2015-02-12 10:26:20,446 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742068_1244 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742068
2015-02-12 10:26:20,446 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742070_1246 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742070
2015-02-12 10:26:20,447 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742073_1249 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742073
2015-02-12 10:26:20,447 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742069_1245 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742069
2015-02-12 10:26:20,447 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742072_1248 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742072
2015-02-12 10:26:20,548 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:20,600 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742068_1244 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742068 for deletion
2015-02-12 10:26:20,600 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742069_1245 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742069 for deletion
2015-02-12 10:26:20,600 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742070_1246 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742070 for deletion
2015-02-12 10:26:20,600 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742071_1247 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742071 for deletion
2015-02-12 10:26:20,600 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742068_1244 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742068
2015-02-12 10:26:20,600 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742072_1248 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742072 for deletion
2015-02-12 10:26:20,600 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742073_1249 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742073 for deletion
2015-02-12 10:26:20,600 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742069_1245 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742069
2015-02-12 10:26:20,600 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742070_1246 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742070
2015-02-12 10:26:20,601 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742071_1247 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742071
2015-02-12 10:26:20,601 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742072_1248 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742072
2015-02-12 10:26:20,601 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742073_1249 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742073
2015-02-12 10:26:20,844 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0023_01_000001 succeeded
2015-02-12 10:26:20,844 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:26:20,844 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0023_01_000001
2015-02-12 10:26:20,871 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000001
2015-02-12 10:26:20,871 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000001
2015-02-12 10:26:20,871 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000001
2015-02-12 10:26:20,872 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0023/container_1423764831909_0023_01_000001
2015-02-12 10:26:20,873 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000001
2015-02-12 10:26:20,874 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0023_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:26:20,874 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0023_01_000001 from application application_1423764831909_0023
2015-02-12 10:26:20,874 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:26:20,875 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0023
2015-02-12 10:26:21,549 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:21,701 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0023_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:26:21,702 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0023_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:26:21,702 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000001
2015-02-12 10:26:21,702 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0023_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:26:21,702 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0023_000001
2015-02-12 10:26:21,702 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:26:21,702 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0023_000001
2015-02-12 10:26:21,703 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0023_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:26:21,703 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0023_000001 State change from FINISHING to FINISHED
2015-02-12 10:26:21,703 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0023 State change from FINISHING to FINISHED
2015-02-12 10:26:21,703 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:26:21,703 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:26:21,703 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0023_000001 released container container_1423764831909_0023_01_000001 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:26:21,703 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0023
2015-02-12 10:26:21,703 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0023_000001 is done. finalState=FINISHED
2015-02-12 10:26:21,703 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0023,name=[DEC9CEDFCBED4E978A230A95BCD4140B/1A1B4AA41489442586B0B884DDC47A90] third/(1/3) ...latform/chainedtaps/first,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0023/jobhistory/job/job_1423764831909_0023,appMasterHost=10.1.1.68,startTime=1423765538299,finishTime=1423765574738,finalStatus=SUCCEEDED
2015-02-12 10:26:21,703 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0023_000001
2015-02-12 10:26:21,704 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0023 requests cleared
2015-02-12 10:26:21,704 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0023 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:26:21,704 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0023 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:26:21,706 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0023_000001 (auth:SIMPLE)
2015-02-12 10:26:21,708 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0023_01_000001
2015-02-12 10:26:21,708 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0023 CONTAINERID=container_1423764831909_0023_01_000001
2015-02-12 10:26:21,709 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0023_01_000001]
2015-02-12 10:26:21,709 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:21,709 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0023 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:26:21,709 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0023
2015-02-12 10:26:21,710 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0023
2015-02-12 10:26:21,710 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0023
2015-02-12 10:26:21,710 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0023
2015-02-12 10:26:21,710 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0023 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:26:21,711 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0023
2015-02-12 10:26:21,711 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0023, with delay of 10800 seconds
2015-02-12 10:26:22,001 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0023 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:26:22,002 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0023
2015-02-12 10:26:22,002 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0023
2015-02-12 10:26:22,003 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0023
2015-02-12 10:26:22,003 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0023
2015-02-12 10:26:22,002 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0023
2015-02-12 10:26:22,003 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0023 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:26:22,005 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0023, with delay of 10800 seconds
2015-02-12 10:26:22,187 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742079_1255
2015-02-12 10:26:22,188 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742078_1254
2015-02-12 10:26:22,189 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742075_1251
2015-02-12 10:26:22,190 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742077_1253
2015-02-12 10:26:22,270 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742079_1255
2015-02-12 10:26:22,272 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742077_1253
2015-02-12 10:26:22,273 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742076_1252
2015-02-12 10:26:22,388 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742076_1252
2015-02-12 10:26:22,389 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742081_1257
2015-02-12 10:26:22,477 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742078_1254
2015-02-12 10:26:22,478 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742074_1250
2015-02-12 10:26:22,478 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742080_1256
2015-02-12 10:26:22,528 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742079_1255
2015-02-12 10:26:22,529 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742075_1251
2015-02-12 10:26:22,530 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742081_1257
2015-02-12 10:26:22,531 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742074_1250
2015-02-12 10:26:22,534 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742078_1254
2015-02-12 10:26:22,535 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742080_1256
2015-02-12 10:26:22,550 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:22,550 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0023 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:26:22,552 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0023
2015-02-12 10:26:22,552 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0023 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:26:22,552 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0023, with delay of 10800 seconds
2015-02-12 10:26:22,552 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0023
2015-02-12 10:26:22,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0023
2015-02-12 10:26:22,555 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0023
2015-02-12 10:26:22,555 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0023
2015-02-12 10:26:23,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:26:23,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:26:23,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:26:23,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:26:23,303 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742077_1253
2015-02-12 10:26:23,304 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742081_1257
2015-02-12 10:26:23,304 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742080_1256
2015-02-12 10:26:23,305 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742076_1252
2015-02-12 10:26:23,551 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:23,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024 dst=null perm=null proto=rpc
2015-02-12 10:26:23,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:26:23,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:26:23,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742078_1254
2015-02-12 10:26:23,707 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742074_1250
2015-02-12 10:26:23,707 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742075_1251
2015-02-12 10:26:23,707 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742079_1255
2015-02-12 10:26:24,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:26:24,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:26:26,473 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0024_000001 (auth:SIMPLE)
2015-02-12 10:26:26,476 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0024_000001
2015-02-12 10:26:26,476 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0024 APPATTEMPTID=appattempt_1423764831909_0024_000001
2015-02-12 10:26:26,476 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0024_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:26:26,476 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0024 State change from ACCEPTED to RUNNING
2015-02-12 10:26:26,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job_1423764831909_0024_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:26:26,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:26:26,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job_1423764831909_0024_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:26:26,877 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job_1423764831909_0024_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742082_1258{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:26:26,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742082_1258 src: /127.0.0.1:65312 dest: /127.0.0.1:59855
2015-02-12 10:26:26,963 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742082_1258 src: /127.0.0.1:65313 dest: /127.0.0.1:59852
2015-02-12 10:26:26,965 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742082_1258 src: /127.0.0.1:65314 dest: /127.0.0.1:59862
2015-02-12 10:26:27,006 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65314, dest: /127.0.0.1:59862, bytes: 116286, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1838878256_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742082_1258, duration: 39920000
2015-02-12 10:26:27,007 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742082_1258, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:26:27,007 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65313, dest: /127.0.0.1:59852, bytes: 116286, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1838878256_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742082_1258, duration: 40901000
2015-02-12 10:26:27,008 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742082_1258{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:26:27,008 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742082_1258, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:27,009 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65312, dest: /127.0.0.1:59855, bytes: 116286, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1838878256_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742082_1258, duration: 42439000
2015-02-12 10:26:27,009 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742082_1258, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:27,012 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742082_1258{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:26:27,018 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742082_1258{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:26:27,027 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job_1423764831909_0024_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1838878256_1
2015-02-12 10:26:27,557 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:26:27,558 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000002
2015-02-12 10:26:27,558 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0024_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:26:27,558 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0024_000001 container=Container: [ContainerId: container_1423764831909_0024_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:26:27,558 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:26:27,558 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:26:27,559 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:26:27,559 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000003
2015-02-12 10:26:27,559 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0024_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:26:27,559 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0024_000001 container=Container: [ContainerId: container_1423764831909_0024_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:26:27,559 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:26:27,559 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:26:27,559 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:26:27,560 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000004
2015-02-12 10:26:27,560 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0024_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:26:27,560 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0024_000001 container=Container: [ContainerId: container_1423764831909_0024_01_000004, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:26:27,560 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:26:27,560 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:26:27,560 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:26:27,560 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000005
2015-02-12 10:26:27,560 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0024_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:26:27,561 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0024_000001 container=Container: [ContainerId: container_1423764831909_0024_01_000005, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:26:27,561 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:26:27,561 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:26:28,548 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0024_01_000002
2015-02-12 10:26:28,549 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:26:28,549 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:26:28,550 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:26:28,551 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:26:28,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar dst=null perm=null proto=rpc
2015-02-12 10:26:28,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar dst=null perm=null proto=rpc
2015-02-12 10:26:28,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml dst=null perm=null proto=rpc
2015-02-12 10:26:28,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml dst=null perm=null proto=rpc
2015-02-12 10:26:28,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:26:28,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:26:28,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:26:28,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:26:28,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:26:28,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:26:28,798 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0024_000001 (auth:SIMPLE)
2015-02-12 10:26:28,799 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0024_000001 (auth:SIMPLE)
2015-02-12 10:26:28,800 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0024_000001 (auth:SIMPLE)
2015-02-12 10:26:28,803 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0024_01_000002 by user soberoi
2015-02-12 10:26:28,803 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0024_01_000003 by user soberoi
2015-02-12 10:26:28,803 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0024
2015-02-12 10:26:28,804 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0024_01_000003 to application application_1423764831909_0024
2015-02-12 10:26:28,804 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0024 transitioned from NEW to INITING
2015-02-12 10:26:28,804 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0024_01_000002 to application application_1423764831909_0024
2015-02-12 10:26:28,804 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000003
2015-02-12 10:26:28,804 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0024 transitioned from INITING to RUNNING
2015-02-12 10:26:28,805 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0024_01_000005 by user soberoi
2015-02-12 10:26:28,805 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000005
2015-02-12 10:26:28,804 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000002
2015-02-12 10:26:28,805 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:26:28,806 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:26:28,806 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0024
2015-02-12 10:26:28,806 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0024
2015-02-12 10:26:28,806 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:26:28,806 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0024
2015-02-12 10:26:28,806 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:26:28,806 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:26:28,806 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0024_01_000005 to application application_1423764831909_0024
2015-02-12 10:26:28,806 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0024
2015-02-12 10:26:28,807 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0024
2015-02-12 10:26:28,807 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:26:28,807 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0024
2015-02-12 10:26:28,807 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0024_01_000003
2015-02-12 10:26:28,808 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:26:28,808 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0024_01_000002
2015-02-12 10:26:28,808 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0024
2015-02-12 10:26:28,808 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0024
2015-02-12 10:26:28,808 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:26:28,808 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0024
2015-02-12 10:26:28,809 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0024_01_000005
2015-02-12 10:26:28,811 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0024_000001 (auth:SIMPLE)
2015-02-12 10:26:28,823 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0024_01_000002.tokens. Credentials list:
2015-02-12 10:26:28,823 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0024_01_000003.tokens. Credentials list:
2015-02-12 10:26:28,823 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0024_01_000005.tokens. Credentials list:
2015-02-12 10:26:28,827 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0024_01_000004 by user soberoi
2015-02-12 10:26:28,827 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000004
2015-02-12 10:26:28,827 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0024_01_000004 to application application_1423764831909_0024
2015-02-12 10:26:28,828 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:26:28,828 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0024
2015-02-12 10:26:28,828 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0024
2015-02-12 10:26:28,828 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:26:28,828 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0024
2015-02-12 10:26:28,950 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0024_01_000004
2015-02-12 10:26:28,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:26:29,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0024_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000002.tokens
2015-02-12 10:26:29,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0024 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0024
2015-02-12 10:26:29,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:26:29,257 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0024_01_000004.tokens. Credentials list:
2015-02-12 10:26:29,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar dst=null perm=null proto=rpc
2015-02-12 10:26:29,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar dst=null perm=null proto=rpc
2015-02-12 10:26:29,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:26:29,313 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0024_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000005.tokens
2015-02-12 10:26:29,313 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0024 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0024
2015-02-12 10:26:29,378 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0024/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:26:29,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml dst=null perm=null proto=rpc
2015-02-12 10:26:29,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml dst=null perm=null proto=rpc
2015-02-12 10:26:29,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:26:29,486 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0024/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:26:29,486 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:26:29,487 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:26:29,487 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:26:29,487 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:26:29,524 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0024_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000003.tokens
2015-02-12 10:26:29,530 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0024 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0024
2015-02-12 10:26:29,561 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:26:29,561 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:26:29,561 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:26:29,561 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:26:29,568 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:26:29,570 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:26:29,570 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:26:29,581 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:26:29,581 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:26:29,583 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:26:29,583 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:26:29,601 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:26:29,601 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:26:29,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0024_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000004.tokens
2015-02-12 10:26:29,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0024 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0024
2015-02-12 10:26:29,918 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000003/default_container_executor.sh]
2015-02-12 10:26:29,939 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000005/default_container_executor.sh]
2015-02-12 10:26:29,941 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000002/default_container_executor.sh]
2015-02-12 10:26:29,939 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000004/default_container_executor.sh]
2015-02-12 10:26:32,493 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742082_1258
2015-02-12 10:26:32,546 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742082_1258
2015-02-12 10:26:33,716 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742082_1258
2015-02-12 10:26:36,423 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 10:26:36,423 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:26:42,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.split dst=null perm=null proto=rpc
2015-02-12 10:26:42,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.split dst=null perm=null proto=rpc
2015-02-12 10:26:42,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.split dst=null perm=null proto=rpc
2015-02-12 10:26:42,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.split dst=null perm=null proto=rpc
2015-02-12 10:26:42,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:26:42,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:26:42,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:26:42,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:26:43,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1423764831909_0024_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:26:43,898 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0024_000001 (auth:SIMPLE)
2015-02-12 10:26:43,900 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0024_01_000005
2015-02-12 10:26:43,900 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000005
2015-02-12 10:26:43,900 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:26:43,900 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0024_01_000005
2015-02-12 10:26:43,921 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0024_01_000005 is : 143
2015-02-12 10:26:43,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1423764831909_0024_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:26:43,932 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job_1423764831909_0024_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742083_1259{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:26:43,932 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:26:43,933 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000005
2015-02-12 10:26:43,934 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000005
2015-02-12 10:26:43,934 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000005
2015-02-12 10:26:43,934 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000005
2015-02-12 10:26:43,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000005
2015-02-12 10:26:43,934 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:26:43,935 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0024_01_000005 from application application_1423764831909_0024
2015-02-12 10:26:43,935 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:26:43,935 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0024
2015-02-12 10:26:43,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742083_1259 src: /127.0.0.1:65518 dest: /127.0.0.1:59862
2015-02-12 10:26:43,940 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742083_1259 src: /127.0.0.1:65519 dest: /127.0.0.1:59859
2015-02-12 10:26:43,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742083_1259 src: /127.0.0.1:65520 dest: /127.0.0.1:59855
2015-02-12 10:26:43,950 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job_1423764831909_0024_1.jhist for DFSClient_NONMAPREDUCE_-1838878256_1
2015-02-12 10:26:43,981 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0024_000001 (auth:SIMPLE)
2015-02-12 10:26:43,983 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0024_01_000003
2015-02-12 10:26:43,983 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000003
2015-02-12 10:26:43,983 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:26:43,983 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0024_01_000003
2015-02-12 10:26:43,984 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:26:43,984 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0024_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:26:43,984 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000005
2015-02-12 10:26:43,984 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0024_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:26:43,984 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:26:43,985 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0024_01_000005, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:26:43,986 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:26:43,987 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:26:43,987 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0024_000001 released container container_1423764831909_0024_01_000005 on node: host: 10.1.1.68:59934 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:26:44,004 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0024_01_000003 is : 143
2015-02-12 10:26:44,016 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:26:44,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000003
2015-02-12 10:26:44,019 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000003
2015-02-12 10:26:44,021 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000003
2015-02-12 10:26:44,022 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000003
2015-02-12 10:26:44,022 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000003
2015-02-12 10:26:44,022 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:26:44,023 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0024_01_000003 from application application_1423764831909_0024
2015-02-12 10:26:44,023 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:26:44,024 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0024
2015-02-12 10:26:44,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1423764831909_0024_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:26:44,068 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0024_000001 (auth:SIMPLE)
2015-02-12 10:26:44,070 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0024_01_000004
2015-02-12 10:26:44,071 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000004
2015-02-12 10:26:44,071 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:26:44,071 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0024_01_000004
2015-02-12 10:26:44,072 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:26:44,072 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0024_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:26:44,072 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000003
2015-02-12 10:26:44,072 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0024_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:26:44,072 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:26:44,074 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0024_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:26:44,074 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:26:44,075 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:26:44,075 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0024_000001 released container container_1423764831909_0024_01_000003 on node: host: 10.1.1.68:59934 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:26:44,075 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:44,095 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0024_01_000004 is : 143
2015-02-12 10:26:44,120 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:26:44,121 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000004
2015-02-12 10:26:44,121 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000004
2015-02-12 10:26:44,122 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000004
2015-02-12 10:26:44,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000004
2015-02-12 10:26:44,124 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000004
2015-02-12 10:26:44,124 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:26:44,125 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0024_01_000004 from application application_1423764831909_0024
2015-02-12 10:26:44,125 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:26:44,125 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0024
2015-02-12 10:26:44,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1423764831909_0024_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:26:44,182 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0024_000001 (auth:SIMPLE)
2015-02-12 10:26:44,184 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0024_01_000002
2015-02-12 10:26:44,184 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000002
2015-02-12 10:26:44,187 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:44,187 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:26:44,187 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0024_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:26:44,187 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000004
2015-02-12 10:26:44,187 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0024_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:26:44,187 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:26:44,193 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0024_01_000004, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:26:44,193 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:26:44,193 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:26:44,194 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0024_000001 released container container_1423764831909_0024_01_000004 on node: host: 10.1.1.68:59934 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:26:44,194 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:44,196 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:26:44,201 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0024_01_000002
2015-02-12 10:26:44,230 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0024_01_000002 is : 143
2015-02-12 10:26:44,243 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:26:44,244 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000002
2015-02-12 10:26:44,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000002
2015-02-12 10:26:44,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000002
2015-02-12 10:26:44,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000002
2015-02-12 10:26:44,248 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000002
2015-02-12 10:26:44,248 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:26:44,248 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0024_01_000002 from application application_1423764831909_0024
2015-02-12 10:26:44,248 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:26:44,249 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0024
2015-02-12 10:26:45,190 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:26:45,190 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0024_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:26:45,190 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000002
2015-02-12 10:26:45,190 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0024_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:26:45,190 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:26:45,191 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0024_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:26:45,191 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:26:45,192 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:26:45,192 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0024_000001 released container container_1423764831909_0024_01_000002 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:26:45,192 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:45,192 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:45,192 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:45,771 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:26:45,772 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000006
2015-02-12 10:26:45,772 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0024_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:26:45,772 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0024_000001 container=Container: [ContainerId: container_1423764831909_0024_01_000006, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:26:45,772 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:26:45,772 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:26:46,195 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0024_01_000005, container_1423764831909_0024_01_000003, container_1423764831909_0024_01_000004]
2015-02-12 10:26:46,195 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:46,195 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:46,195 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:46,195 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:46,660 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0024_01_000006
2015-02-12 10:26:46,661 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:26:46,670 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0024_000001 (auth:SIMPLE)
2015-02-12 10:26:46,688 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0024_01_000006 by user soberoi
2015-02-12 10:26:46,689 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0024
2015-02-12 10:26:46,689 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000006
2015-02-12 10:26:46,689 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0024 transitioned from NEW to INITING
2015-02-12 10:26:46,689 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0024_01_000006 to application application_1423764831909_0024
2015-02-12 10:26:46,689 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0024 transitioned from INITING to RUNNING
2015-02-12 10:26:46,689 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:26:46,690 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0024
2015-02-12 10:26:46,690 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0024
2015-02-12 10:26:46,690 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:26:46,690 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0024
2015-02-12 10:26:46,690 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:26:46,690 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:26:46,691 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0024_01_000006
2015-02-12 10:26:46,702 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0024_01_000006.tokens. Credentials list:
2015-02-12 10:26:46,776 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:26:46,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:26:46,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0024_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000006.tokens
2015-02-12 10:26:46,906 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0024 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0024
2015-02-12 10:26:46,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar dst=null perm=null proto=rpc
2015-02-12 10:26:46,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar dst=null perm=null proto=rpc
2015-02-12 10:26:47,045 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0024/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:26:47,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml dst=null perm=null proto=rpc
2015-02-12 10:26:47,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml dst=null perm=null proto=rpc
2015-02-12 10:26:47,113 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0024/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:26:47,113 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:26:47,158 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:26:47,159 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:26:47,197 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0024_01_000002]
2015-02-12 10:26:47,197 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:26:47,259 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000006/default_container_executor.sh]
2015-02-12 10:26:47,663 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:26:58,545 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:26:58,578 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:26:59,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1423764831909_0024_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:26:59,250 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1423764831909_0024_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742084_1260{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:26:59,397 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742084_1260 src: /127.0.0.1:49190 dest: /127.0.0.1:59862
2015-02-12 10:26:59,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742084_1260 src: /127.0.0.1:49191 dest: /127.0.0.1:59855
2015-02-12 10:26:59,400 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742084_1260 src: /127.0.0.1:49192 dest: /127.0.0.1:59859
2015-02-12 10:26:59,505 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49192, dest: /127.0.0.1:59859, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0024_r_000000_0_2020894407_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742084_1260, duration: 103745000
2015-02-12 10:26:59,506 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742084_1260, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:26:59,506 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742084_1260{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:26:59,506 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49191, dest: /127.0.0.1:59855, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0024_r_000000_0_2020894407_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742084_1260, duration: 104527000
2015-02-12 10:26:59,506 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742084_1260, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:59,507 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49190, dest: /127.0.0.1:59862, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0024_r_000000_0_2020894407_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742084_1260, duration: 105304000
2015-02-12 10:26:59,507 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742084_1260{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:26:59,507 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742084_1260, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:59,508 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742084_1260{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:26:59,512 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1423764831909_0024_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0024_r_000000_0_2020894407_1
2015-02-12 10:26:59,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1423764831909_0024_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:26:59,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1423764831909_0024_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:26:59,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/task_1423764831909_0024_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:26:59,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1423764831909_0024_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/task_1423764831909_0024_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:26:59,556 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0024_000001 (auth:SIMPLE)
2015-02-12 10:26:59,558 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0024_01_000006
2015-02-12 10:26:59,558 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000006
2015-02-12 10:26:59,558 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:26:59,559 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0024_01_000006
2015-02-12 10:26:59,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:26:59,566 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1838878256_1
2015-02-12 10:26:59,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:26:59,578 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0024_01_000006 is : 143
2015-02-12 10:26:59,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null proto=rpc
2015-02-12 10:26:59,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null proto=rpc
2015-02-12 10:26:59,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/task_1423764831909_0024_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:26:59,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:26:59,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/task_1423764831909_0024_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:26:59,590 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:26:59,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary dst=null perm=null proto=rpc
2015-02-12 10:26:59,591 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000006
2015-02-12 10:26:59,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000006
2015-02-12 10:26:59,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000006
2015-02-12 10:26:59,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000006
2015-02-12 10:26:59,592 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000006
2015-02-12 10:26:59,594 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:26:59,594 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0024_01_000006 from application application_1423764831909_0024
2015-02-12 10:26:59,594 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:26:59,594 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0024
2015-02-12 10:26:59,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:26:59,598 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1838878256_1
2015-02-12 10:26:59,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:26:59,602 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1838878256_1
2015-02-12 10:26:59,622 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65520, dest: /127.0.0.1:59855, bytes: 60985, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1838878256_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742083_1259, duration: 15676985000
2015-02-12 10:26:59,622 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742083_1259, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:26:59,623 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742083_1259{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 15751
2015-02-12 10:26:59,624 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65519, dest: /127.0.0.1:59859, bytes: 60985, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1838878256_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742083_1259, duration: 15677858000
2015-02-12 10:26:59,624 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742083_1259, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:59,625 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742083_1259{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 15751
2015-02-12 10:26:59,626 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:65518, dest: /127.0.0.1:59862, bytes: 60985, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1838878256_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742083_1259, duration: 15679553000
2015-02-12 10:26:59,626 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742083_1259, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:59,626 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742083_1259{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 15751
2015-02-12 10:26:59,627 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job_1423764831909_0024_1.jhist is closed by DFSClient_NONMAPREDUCE_-1838878256_1
2015-02-12 10:26:59,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:26:59,633 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742085_1261{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:26:59,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742085_1261 src: /127.0.0.1:49195 dest: /127.0.0.1:59862
2015-02-12 10:26:59,637 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742085_1261 src: /127.0.0.1:49196 dest: /127.0.0.1:59855
2015-02-12 10:26:59,641 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742085_1261 src: /127.0.0.1:49197 dest: /127.0.0.1:59852
2015-02-12 10:26:59,657 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49197, dest: /127.0.0.1:59852, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1838878256_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742085_1261, duration: 14740000
2015-02-12 10:26:59,657 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742085_1261, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:26:59,658 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742085_1261{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:26:59,658 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49196, dest: /127.0.0.1:59855, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1838878256_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742085_1261, duration: 4537000
2015-02-12 10:26:59,658 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742085_1261, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:59,659 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742085_1261{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:26:59,659 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49195, dest: /127.0.0.1:59862, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1838878256_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742085_1261, duration: 16508000
2015-02-12 10:26:59,659 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742085_1261, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:59,660 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742085_1261{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:26:59,661 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1838878256_1
2015-02-12 10:26:59,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:26:59,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job_1423764831909_0024_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:26:59,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024-1423765576296-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F816435EC68AA45DD-1423765619603-4-1-SUCCEEDED-default-1423765586541.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:26:59,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job_1423764831909_0024_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:26:59,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024-1423765576296-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F816435EC68AA45DD-1423765619603-4-1-SUCCEEDED-default-1423765586541.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:26:59,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job_1423764831909_0024_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:26:59,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024-1423765576296-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F816435EC68AA45DD-1423765619603-4-1-SUCCEEDED-default-1423765586541.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:26:59,686 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024-1423765576296-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F816435EC68AA45DD-1423765619603-4-1-SUCCEEDED-default-1423765586541.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742086_1262{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:26:59,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742086_1262 src: /127.0.0.1:49199 dest: /127.0.0.1:59862
2015-02-12 10:26:59,690 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742086_1262 src: /127.0.0.1:49200 dest: /127.0.0.1:59855
2015-02-12 10:26:59,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742086_1262 src: /127.0.0.1:49201 dest: /127.0.0.1:59859
2015-02-12 10:26:59,695 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49201, dest: /127.0.0.1:59859, bytes: 60985, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1838878256_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742086_1262, duration: 1879000
2015-02-12 10:26:59,696 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742086_1262, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:26:59,696 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742086_1262{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:26:59,697 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49200, dest: /127.0.0.1:59855, bytes: 60985, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1838878256_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742086_1262, duration: 2708000
2015-02-12 10:26:59,697 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742086_1262, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:59,698 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742086_1262{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:26:59,698 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49199, dest: /127.0.0.1:59862, bytes: 60985, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1838878256_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742086_1262, duration: 4351000
2015-02-12 10:26:59,698 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742086_1262, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:59,699 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742086_1262{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:26:59,701 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024-1423765576296-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F816435EC68AA45DD-1423765619603-4-1-SUCCEEDED-default-1423765586541.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1838878256_1
2015-02-12 10:26:59,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024-1423765576296-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F816435EC68AA45DD-1423765619603-4-1-SUCCEEDED-default-1423765586541.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:26:59,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job_1423764831909_0024_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:26:59,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:26:59,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job_1423764831909_0024_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:26:59,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:26:59,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024/job_1423764831909_0024_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:26:59,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:26:59,720 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742087_1263{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:26:59,722 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742087_1263 src: /127.0.0.1:49203 dest: /127.0.0.1:59855
2015-02-12 10:26:59,724 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742087_1263 src: /127.0.0.1:49204 dest: /127.0.0.1:59852
2015-02-12 10:26:59,725 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742087_1263 src: /127.0.0.1:49205 dest: /127.0.0.1:59862
2015-02-12 10:26:59,732 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49205, dest: /127.0.0.1:59862, bytes: 116286, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1838878256_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742087_1263, duration: 4513000
2015-02-12 10:26:59,732 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742087_1263, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:26:59,732 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742087_1263{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:26:59,733 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49204, dest: /127.0.0.1:59852, bytes: 116286, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1838878256_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742087_1263, duration: 5685000
2015-02-12 10:26:59,733 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742087_1263, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:59,734 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742087_1263{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:26:59,734 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49203, dest: /127.0.0.1:59855, bytes: 116286, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1838878256_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742087_1263, duration: 7075000
2015-02-12 10:26:59,734 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742087_1263, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:26:59,735 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742087_1263{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:26:59,737 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1838878256_1
2015-02-12 10:26:59,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:26:59,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:26:59,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:26:59,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024-1423765576296-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F816435EC68AA45DD-1423765619603-4-1-SUCCEEDED-default-1423765586541.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024-1423765576296-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F816435EC68AA45DD-1423765619603-4-1-SUCCEEDED-default-1423765586541.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:26:59,755 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0024_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:26:59,756 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0024_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:26:59,756 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0024 with final state: FINISHING
2015-02-12 10:26:59,756 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0024 State change from RUNNING to FINAL_SAVING
2015-02-12 10:26:59,756 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0024
2015-02-12 10:26:59,758 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0024_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:26:59,758 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0024 State change from FINAL_SAVING to FINISHING
2015-02-12 10:27:00,562 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:27:00,562 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0024_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:27:00,562 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000006
2015-02-12 10:27:00,562 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0024_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:27:00,563 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:27:00,563 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0024_01_000006, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:27:00,563 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:00,564 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:27:00,564 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0024_000001 released container container_1423764831909_0024_01_000006 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:27:00,764 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0024 unregistered successfully.
2015-02-12 10:27:00,767 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742078_1254 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:27:00,767 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742079_1255 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:27:00,768 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742080_1256 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:27:00,768 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742081_1257 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:27:00,768 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742083_1259 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:27:00,768 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742082_1258 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:27:00,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0024 dst=null perm=null proto=rpc
2015-02-12 10:27:00,800 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] starting step: (3/3) ...latform/chainedtaps/third
2015-02-12 10:27:00,812 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:27:00,825 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:27:00,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third dst=null perm=null proto=rpc
2015-02-12 10:27:00,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:27:00,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:27:00,832 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 25
2015-02-12 10:27:00,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025 dst=null perm=null proto=rpc
2015-02-12 10:27:00,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:27:00,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:27:00,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:00,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:27:00,839 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742088_1264{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:27:00,840 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742088_1264 src: /127.0.0.1:49216 dest: /127.0.0.1:59859
2015-02-12 10:27:00,844 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742088_1264 src: /127.0.0.1:49217 dest: /127.0.0.1:59862
2015-02-12 10:27:00,846 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742088_1264 src: /127.0.0.1:49218 dest: /127.0.0.1:59855
2015-02-12 10:27:00,853 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49218, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742088_1264, duration: 4959000
2015-02-12 10:27:00,853 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742088_1264, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:27:00,854 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49217, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742088_1264, duration: 4735000
2015-02-12 10:27:00,854 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742088_1264, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:00,855 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49216, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742088_1264, duration: 6982000
2015-02-12 10:27:00,856 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742088_1264, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:00,857 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742088_1264{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:27:00,858 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742088_1264{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:27:00,859 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:27:00,859 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742088_1264 size 254067
2015-02-12 10:27:00,860 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar
2015-02-12 10:27:00,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:00,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:27:00,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:27:00,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:27:00,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:27:00,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:27:00,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:27:00,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:27:00,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:27:00,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:27:00,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:27:00,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null proto=rpc
2015-02-12 10:27:00,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null proto=rpc
2015-02-12 10:27:00,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null proto=rpc
2015-02-12 10:27:00,874 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:27:00,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:27:00,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:27:00,877 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.split
2015-02-12 10:27:00,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.split dst=null perm=null proto=rpc
2015-02-12 10:27:00,879 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742089_1265{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:27:00,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742089_1265 src: /127.0.0.1:49219 dest: /127.0.0.1:59852
2015-02-12 10:27:00,881 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742089_1265 src: /127.0.0.1:49220 dest: /127.0.0.1:59855
2015-02-12 10:27:00,882 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742089_1265 src: /127.0.0.1:49221 dest: /127.0.0.1:59859
2015-02-12 10:27:00,884 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742089_1265 src: /127.0.0.1:49222 dest: /127.0.0.1:59862
2015-02-12 10:27:00,887 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49222, dest: /127.0.0.1:59862, bytes: 1615, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742089_1265, duration: 1715000
2015-02-12 10:27:00,887 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742089_1265, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:27:00,887 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742089_1265{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:27:00,887 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49221, dest: /127.0.0.1:59859, bytes: 1615, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742089_1265, duration: 2287000
2015-02-12 10:27:00,888 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742089_1265, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:00,889 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49220, dest: /127.0.0.1:59855, bytes: 1615, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742089_1265, duration: 3327000
2015-02-12 10:27:00,889 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742089_1265, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:00,889 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742089_1265{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:27:00,890 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49219, dest: /127.0.0.1:59852, bytes: 1615, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742089_1265, duration: 4842000
2015-02-12 10:27:00,891 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742089_1265{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:27:00,891 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742089_1265, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:00,892 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742089_1265{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:27:00,893 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:27:00,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:27:00,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:27:00,898 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742090_1266{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:27:00,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742090_1266 src: /127.0.0.1:49223 dest: /127.0.0.1:59862
2015-02-12 10:27:00,901 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742090_1266 src: /127.0.0.1:49224 dest: /127.0.0.1:59852
2015-02-12 10:27:00,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742090_1266 src: /127.0.0.1:49225 dest: /127.0.0.1:59859
2015-02-12 10:27:00,908 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49225, dest: /127.0.0.1:59859, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742090_1266, duration: 1794000
2015-02-12 10:27:00,908 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742090_1266, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:27:00,909 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49224, dest: /127.0.0.1:59852, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742090_1266, duration: 2219000
2015-02-12 10:27:00,909 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742090_1266{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:27:00,909 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742090_1266, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:00,910 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49223, dest: /127.0.0.1:59862, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742090_1266, duration: 3473000
2015-02-12 10:27:00,910 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742090_1266, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:00,912 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742090_1266{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:27:00,913 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742090_1266{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:27:00,915 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:27:00,915 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:27:00,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:27:00,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:27:00,937 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742091_1267{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:27:00,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742091_1267 src: /127.0.0.1:49226 dest: /127.0.0.1:59855
2015-02-12 10:27:00,940 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742091_1267 src: /127.0.0.1:49227 dest: /127.0.0.1:59852
2015-02-12 10:27:00,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742091_1267 src: /127.0.0.1:49228 dest: /127.0.0.1:59862
2015-02-12 10:27:00,946 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49228, dest: /127.0.0.1:59862, bytes: 99371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742091_1267, duration: 2121000
2015-02-12 10:27:00,946 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742091_1267, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:27:00,947 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742091_1267{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:27:00,947 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49227, dest: /127.0.0.1:59852, bytes: 99371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742091_1267, duration: 2428000
2015-02-12 10:27:00,947 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742091_1267, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:00,948 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49226, dest: /127.0.0.1:59855, bytes: 99371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742091_1267, duration: 3445000
2015-02-12 10:27:00,948 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742091_1267{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:27:00,948 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742091_1267, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:00,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742091_1267{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:27:00,954 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:27:00,955 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0025
2015-02-12 10:27:00,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025 dst=null perm=null proto=rpc
2015-02-12 10:27:00,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml dst=null perm=null proto=rpc
2015-02-12 10:27:00,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml dst=null perm=null proto=rpc
2015-02-12 10:27:00,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:00,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:00,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.split dst=null perm=null proto=rpc
2015-02-12 10:27:00,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.split dst=null perm=null proto=rpc
2015-02-12 10:27:00,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:27:00,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:27:00,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:27:00,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:27:00,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:27:00,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:27:00,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:27:00,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:27:00,972 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 25 submitted by user soberoi
2015-02-12 10:27:00,972 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0025
2015-02-12 10:27:00,972 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0025
2015-02-12 10:27:00,972 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0025
2015-02-12 10:27:00,972 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0025 State change from NEW to NEW_SAVING
2015-02-12 10:27:00,972 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0025 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:27:00,973 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0025 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:27:00,973 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0025 from user: soberoi, in queue: default
2015-02-12 10:27:00,973 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0025 State change from SUBMITTED to ACCEPTED
2015-02-12 10:27:00,973 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0025_000001
2015-02-12 10:27:00,973 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0025
2015-02-12 10:27:00,973 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0025_000001 State change from NEW to SUBMITTED
2015-02-12 10:27:00,974 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0025 from user: soberoi activated in queue: default
2015-02-12 10:27:00,974 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0025 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:27:00,974 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0025_000001 to scheduler from user soberoi in queue default
2015-02-12 10:27:00,976 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0025_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:27:00,977 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0025/
2015-02-12 10:27:00,977 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] submitted hadoop job: job_1423764831909_0025
2015-02-12 10:27:00,977 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0025/
2015-02-12 10:27:01,095 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:27:01,095 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000001
2015-02-12 10:27:01,095 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0025_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:27:01,095 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0025_000001 container=Container: [ContainerId: container_1423764831909_0025_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:27:01,096 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:27:01,096 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:01,097 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0025_01_000001
2015-02-12 10:27:01,097 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:27:01,098 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0025_000001
2015-02-12 10:27:01,098 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0025 AttemptId: appattempt_1423764831909_0025_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0025_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ]
2015-02-12 10:27:01,098 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0025_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:27:01,098 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0025_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:27:01,098 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0025_000001
2015-02-12 10:27:01,099 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0025_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] for AM appattempt_1423764831909_0025_000001
2015-02-12 10:27:01,100 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0025_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:27:01,100 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0025_000001
2015-02-12 10:27:01,100 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0025_000001
2015-02-12 10:27:01,103 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0025_000001 (auth:SIMPLE)
2015-02-12 10:27:01,105 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0025_01_000001 by user soberoi
2015-02-12 10:27:01,105 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0025
2015-02-12 10:27:01,105 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000001
2015-02-12 10:27:01,105 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0025 transitioned from NEW to INITING
2015-02-12 10:27:01,105 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0025_01_000001 to application application_1423764831909_0025
2015-02-12 10:27:01,105 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0025 transitioned from INITING to RUNNING
2015-02-12 10:27:01,106 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0025_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] for AM appattempt_1423764831909_0025_000001
2015-02-12 10:27:01,106 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0025_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:27:01,106 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:27:01,106 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0025
2015-02-12 10:27:01,106 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:27:01,106 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:27:01,107 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:27:01,107 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:27:01,107 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0025_01_000001
2015-02-12 10:27:01,116 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0025_01_000001.tokens. Credentials list:
2015-02-12 10:27:01,236 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:27:01,238 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59859 to replicate blk_1073742088_1264 to datanode(s) 127.0.0.1:59852
2015-02-12 10:27:01,238 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742080_1256, blk_1073742081_1257, blk_1073742082_1258, blk_1073742083_1259, blk_1073742078_1254, blk_1073742079_1255]
2015-02-12 10:27:01,238 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742081_1257, blk_1073742083_1259, blk_1073742078_1254, blk_1073742079_1255]
2015-02-12 10:27:01,320 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0025_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000001.tokens
2015-02-12 10:27:01,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0025 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0025
2015-02-12 10:27:01,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:01,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:01,456 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0025/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:27:01,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:27:01,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:27:01,528 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0025/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:27:01,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.split dst=null perm=null proto=rpc
2015-02-12 10:27:01,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.split dst=null perm=null proto=rpc
2015-02-12 10:27:01,563 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:01,595 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0025/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:27:01,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml dst=null perm=null proto=rpc
2015-02-12 10:27:01,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml dst=null perm=null proto=rpc
2015-02-12 10:27:01,649 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0025/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:27:01,649 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:27:01,687 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:27:01,687 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:01,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000001/default_container_executor.sh]
2015-02-12 10:27:02,095 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:27:02,485 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f1559335-183d-467e-a94d-d6e0669ca32e, infoPort=59860, ipcPort=59861, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742088_1264 to 127.0.0.1:59852
2015-02-12 10:27:02,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742081_1257 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742081 for deletion
2015-02-12 10:27:02,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742083_1259 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742083 for deletion
2015-02-12 10:27:02,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742078_1254 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742078 for deletion
2015-02-12 10:27:02,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742079_1255 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742079 for deletion
2015-02-12 10:27:02,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742081_1257 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742081
2015-02-12 10:27:02,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742078_1254 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742078
2015-02-12 10:27:02,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742083_1259 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742083
2015-02-12 10:27:02,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742079_1255 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742079
2015-02-12 10:27:02,488 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742088_1264 src: /127.0.0.1:49236 dest: /127.0.0.1:59852
2015-02-12 10:27:02,488 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742088_1264 (numBytes=254067) to /127.0.0.1:59852
2015-02-12 10:27:02,490 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742088_1264 src: /127.0.0.1:49236 dest: /127.0.0.1:59852 of size 254067
2015-02-12 10:27:02,491 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742088_1264 size 254067
2015-02-12 10:27:02,563 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:02,628 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742080_1256 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742080 for deletion
2015-02-12 10:27:02,628 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742081_1257 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742081 for deletion
2015-02-12 10:27:02,628 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742082_1258 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742082 for deletion
2015-02-12 10:27:02,628 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742083_1259 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742083 for deletion
2015-02-12 10:27:02,628 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742078_1254 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742078 for deletion
2015-02-12 10:27:02,628 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742079_1255 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742079 for deletion
2015-02-12 10:27:02,628 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742081_1257 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742081
2015-02-12 10:27:02,629 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742083_1259 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742083
2015-02-12 10:27:02,628 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742080_1256 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742080
2015-02-12 10:27:02,629 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742079_1255 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742079
2015-02-12 10:27:02,629 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742082_1258 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742082
2015-02-12 10:27:02,629 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742078_1254 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742078
2015-02-12 10:27:03,565 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:04,242 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742080_1256, blk_1073742082_1258, blk_1073742078_1254, blk_1073742079_1255]
2015-02-12 10:27:04,242 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742080_1256, blk_1073742081_1257, blk_1073742082_1258, blk_1073742083_1259, blk_1073742078_1254, blk_1073742079_1255]
2015-02-12 10:27:04,568 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:05,189 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742080_1256 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742080 for deletion
2015-02-12 10:27:05,189 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742082_1258 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742082 for deletion
2015-02-12 10:27:05,189 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742078_1254 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742078 for deletion
2015-02-12 10:27:05,189 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742079_1255 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742079 for deletion
2015-02-12 10:27:05,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742078_1254 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742078
2015-02-12 10:27:05,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742079_1255 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742079
2015-02-12 10:27:05,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742080_1256 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742080
2015-02-12 10:27:05,191 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742080_1256 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742080 for deletion
2015-02-12 10:27:05,191 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742081_1257 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742081 for deletion
2015-02-12 10:27:05,191 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742082_1258 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742082
2015-02-12 10:27:05,191 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742082_1258 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742082 for deletion
2015-02-12 10:27:05,191 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742083_1259 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742083 for deletion
2015-02-12 10:27:05,191 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742078_1254 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742078 for deletion
2015-02-12 10:27:05,191 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742079_1255 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742079 for deletion
2015-02-12 10:27:05,192 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742080_1256 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742080
2015-02-12 10:27:05,192 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742082_1258 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742082
2015-02-12 10:27:05,192 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742081_1257 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742081
2015-02-12 10:27:05,192 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742078_1254 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742078
2015-02-12 10:27:05,192 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742083_1259 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742083
2015-02-12 10:27:05,193 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742079_1255 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742079
2015-02-12 10:27:05,568 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:05,837 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0024_01_000001 succeeded
2015-02-12 10:27:05,837 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:27:05,837 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0024_01_000001
2015-02-12 10:27:05,880 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000001
2015-02-12 10:27:05,881 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000001
2015-02-12 10:27:05,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000001
2015-02-12 10:27:05,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0024/container_1423764831909_0024_01_000001
2015-02-12 10:27:05,883 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000001
2015-02-12 10:27:05,883 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0024_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:27:05,884 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0024_01_000001 from application application_1423764831909_0024
2015-02-12 10:27:05,884 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:05,884 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0024
2015-02-12 10:27:06,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:27:06,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:27:06,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:27:06,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:27:06,425 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 10:27:06,426 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:27:06,512 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0024_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:27:06,512 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0024_000001
2015-02-12 10:27:06,512 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0024_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:27:06,512 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000001
2015-02-12 10:27:06,512 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0024_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:27:06,512 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0024_000001
2015-02-12 10:27:06,512 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:27:06,513 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0024_000001 State change from FINISHING to FINISHED
2015-02-12 10:27:06,513 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0024_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:27:06,513 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0024 State change from FINISHING to FINISHED
2015-02-12 10:27:06,513 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:06,513 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0024
2015-02-12 10:27:06,513 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0024_000001
2015-02-12 10:27:06,513 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0024,name=[DEC9CEDFCBED4E978A230A95BCD4140B/816435EC68AA45DD9C6FDDCD590336B4] third/(2/3) ...atform/chainedtaps/second,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0024/jobhistory/job/job_1423764831909_0024,appMasterHost=10.1.1.68,startTime=1423765576296,finishTime=1423765619756,finalStatus=SUCCEEDED
2015-02-12 10:27:06,513 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:27:06,514 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0024_000001 released container container_1423764831909_0024_01_000001 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:27:06,514 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0024_000001 is done. finalState=FINISHED
2015-02-12 10:27:06,514 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0024 requests cleared
2015-02-12 10:27:06,514 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0024 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:27:06,514 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0024 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:27:06,516 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0024_000001 (auth:SIMPLE)
2015-02-12 10:27:06,518 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0024_01_000001
2015-02-12 10:27:06,518 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0024 CONTAINERID=container_1423764831909_0024_01_000001
2015-02-12 10:27:06,519 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0024_01_000001]
2015-02-12 10:27:06,519 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:06,519 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0024 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:27:06,520 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0024
2015-02-12 10:27:06,520 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0024
2015-02-12 10:27:06,521 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0024
2015-02-12 10:27:06,521 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0024 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:27:06,521 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0024, with delay of 10800 seconds
2015-02-12 10:27:06,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0024
2015-02-12 10:27:06,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0024
2015-02-12 10:27:06,570 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0024 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:27:06,570 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:06,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0024
2015-02-12 10:27:06,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0024
2015-02-12 10:27:06,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0024
2015-02-12 10:27:06,571 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0024
2015-02-12 10:27:06,571 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0024
2015-02-12 10:27:06,574 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0024 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:27:06,574 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0024, with delay of 10800 seconds
2015-02-12 10:27:06,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025 dst=null perm=null proto=rpc
2015-02-12 10:27:06,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:27:06,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:27:07,247 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0024 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:27:07,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0024
2015-02-12 10:27:07,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0024
2015-02-12 10:27:07,248 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0024
2015-02-12 10:27:07,248 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0024 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:27:07,249 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0024, with delay of 10800 seconds
2015-02-12 10:27:07,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0024
2015-02-12 10:27:07,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0024
2015-02-12 10:27:07,419 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742084_1260
2015-02-12 10:27:07,420 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742088_1264
2015-02-12 10:27:07,421 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742090_1266
2015-02-12 10:27:07,517 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742089_1265
2015-02-12 10:27:07,518 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742085_1261
2015-02-12 10:27:07,519 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742091_1267
2015-02-12 10:27:07,520 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742087_1263
2015-02-12 10:27:07,568 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742087_1263
2015-02-12 10:27:07,570 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:07,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:27:07,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742086_1262
2015-02-12 10:27:07,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742089_1265
2015-02-12 10:27:07,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:27:07,770 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742088_1264
2015-02-12 10:27:07,771 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742091_1267
2015-02-12 10:27:07,921 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742088_1264
2015-02-12 10:27:07,921 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742090_1266
2015-02-12 10:27:07,969 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742086_1262
2015-02-12 10:27:07,970 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742085_1261
2015-02-12 10:27:07,970 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742084_1260
2015-02-12 10:27:07,970 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742089_1265
2015-02-12 10:27:08,732 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742086_1262
2015-02-12 10:27:08,732 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742091_1267
2015-02-12 10:27:08,733 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742090_1266
2015-02-12 10:27:08,733 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742084_1260
2015-02-12 10:27:08,733 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742085_1261
2015-02-12 10:27:08,936 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742087_1263
2015-02-12 10:27:09,135 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742088_1264
2015-02-12 10:27:09,135 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742089_1265
2015-02-12 10:27:10,111 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0025_000001 (auth:SIMPLE)
2015-02-12 10:27:10,114 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0025_000001
2015-02-12 10:27:10,114 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0025 APPATTEMPTID=appattempt_1423764831909_0025_000001
2015-02-12 10:27:10,114 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0025_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:27:10,114 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0025 State change from ACCEPTED to RUNNING
2015-02-12 10:27:10,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job_1423764831909_0025_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:27:10,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:27:10,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job_1423764831909_0025_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:27:10,646 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job_1423764831909_0025_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742092_1268{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:27:10,825 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742092_1268 src: /127.0.0.1:49405 dest: /127.0.0.1:59862
2015-02-12 10:27:10,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742092_1268 src: /127.0.0.1:49416 dest: /127.0.0.1:59852
2015-02-12 10:27:10,828 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742092_1268 src: /127.0.0.1:49417 dest: /127.0.0.1:59859
2015-02-12 10:27:10,901 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49417, dest: /127.0.0.1:59859, bytes: 116470, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_930326169_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742092_1268, duration: 72029000
2015-02-12 10:27:10,901 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742092_1268, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:27:10,902 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742092_1268{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:27:10,902 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49416, dest: /127.0.0.1:59852, bytes: 116470, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_930326169_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742092_1268, duration: 72765000
2015-02-12 10:27:10,902 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742092_1268, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:10,902 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742092_1268{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:27:10,903 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49405, dest: /127.0.0.1:59862, bytes: 116470, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_930326169_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742092_1268, duration: 73703000
2015-02-12 10:27:10,903 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742092_1268, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:10,903 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742092_1268{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:27:10,912 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job_1423764831909_0025_1_conf.xml is closed by DFSClient_NONMAPREDUCE_930326169_1
2015-02-12 10:27:11,253 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:27:11,253 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000002
2015-02-12 10:27:11,253 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0025_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:27:11,253 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0025_000001 container=Container: [ContainerId: container_1423764831909_0025_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:27:11,253 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:27:11,253 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:11,254 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:27:11,254 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000003
2015-02-12 10:27:11,254 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0025_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:27:11,254 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0025_000001 container=Container: [ContainerId: container_1423764831909_0025_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:27:11,254 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:27:11,254 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:11,254 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:27:11,255 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000004
2015-02-12 10:27:11,255 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0025_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:27:11,255 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0025_000001 container=Container: [ContainerId: container_1423764831909_0025_01_000004, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:27:11,255 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:27:11,255 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:11,255 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:27:11,256 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000005
2015-02-12 10:27:11,256 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0025_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:27:11,256 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0025_000001 container=Container: [ContainerId: container_1423764831909_0025_01_000005, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:27:11,256 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:27:11,256 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:12,221 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0025_01_000002
2015-02-12 10:27:12,221 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:27:12,222 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:27:12,223 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:27:12,224 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:27:12,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:12,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:12,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml dst=null perm=null proto=rpc
2015-02-12 10:27:12,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml dst=null perm=null proto=rpc
2015-02-12 10:27:12,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:27:12,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:27:12,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:27:12,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:27:12,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:27:12,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:27:12,405 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0025_000001 (auth:SIMPLE)
2015-02-12 10:27:12,406 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0025_000001 (auth:SIMPLE)
2015-02-12 10:27:12,407 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0025_000001 (auth:SIMPLE)
2015-02-12 10:27:12,408 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0025_000001 (auth:SIMPLE)
2015-02-12 10:27:12,411 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0025_01_000005 by user soberoi
2015-02-12 10:27:12,411 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0025
2015-02-12 10:27:12,411 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0025_01_000004 by user soberoi
2015-02-12 10:27:12,411 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000005
2015-02-12 10:27:12,411 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0025_01_000003 by user soberoi
2015-02-12 10:27:12,412 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0025 transitioned from NEW to INITING
2015-02-12 10:27:12,412 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0025_01_000005 to application application_1423764831909_0025
2015-02-12 10:27:12,412 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0025_01_000002 by user soberoi
2015-02-12 10:27:12,412 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000003
2015-02-12 10:27:12,412 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000002
2015-02-12 10:27:12,412 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000004
2015-02-12 10:27:12,412 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0025_01_000004 to application application_1423764831909_0025
2015-02-12 10:27:12,413 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0025_01_000003 to application application_1423764831909_0025
2015-02-12 10:27:12,413 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0025_01_000002 to application application_1423764831909_0025
2015-02-12 10:27:12,413 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0025 transitioned from INITING to RUNNING
2015-02-12 10:27:12,413 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:27:12,413 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:27:12,414 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:27:12,414 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:27:12,414 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0025
2015-02-12 10:27:12,414 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0025
2015-02-12 10:27:12,414 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:27:12,414 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0025
2015-02-12 10:27:12,414 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:27:12,415 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:27:12,415 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0025
2015-02-12 10:27:12,415 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0025
2015-02-12 10:27:12,415 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:27:12,415 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0025
2015-02-12 10:27:12,415 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0025
2015-02-12 10:27:12,415 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0025
2015-02-12 10:27:12,415 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:27:12,415 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0025
2015-02-12 10:27:12,416 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0025
2015-02-12 10:27:12,416 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0025
2015-02-12 10:27:12,416 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:27:12,416 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0025
2015-02-12 10:27:12,417 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0025_01_000002
2015-02-12 10:27:12,417 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0025_01_000004
2015-02-12 10:27:12,418 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0025_01_000003
2015-02-12 10:27:12,420 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0025_01_000005
2015-02-12 10:27:12,442 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0025_01_000003.tokens. Credentials list:
2015-02-12 10:27:12,443 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0025_01_000004.tokens. Credentials list:
2015-02-12 10:27:12,445 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0025_01_000002.tokens. Credentials list:
2015-02-12 10:27:12,446 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0025_01_000005.tokens. Credentials list:
2015-02-12 10:27:12,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:27:12,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:27:12,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0025_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000003.tokens
2015-02-12 10:27:12,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0025 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0025
2015-02-12 10:27:12,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:27:12,880 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0025_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000005.tokens
2015-02-12 10:27:12,880 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0025 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0025
2015-02-12 10:27:12,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:12,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:12,972 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0025/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:27:13,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml dst=null perm=null proto=rpc
2015-02-12 10:27:13,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml dst=null perm=null proto=rpc
2015-02-12 10:27:13,049 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:27:13,066 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0025_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000002.tokens
2015-02-12 10:27:13,066 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0025 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0025
2015-02-12 10:27:13,074 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0025/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:27:13,074 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:27:13,074 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:27:13,074 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:27:13,074 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:27:13,149 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:27:13,149 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:13,149 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:27:13,150 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:27:13,150 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:13,150 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:13,152 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:27:13,152 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:13,237 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:27:13,255 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:27:13,255 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:27:13,255 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:27:13,255 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:27:13,320 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0025_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000004.tokens
2015-02-12 10:27:13,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0025 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0025
2015-02-12 10:27:13,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000003/default_container_executor.sh]
2015-02-12 10:27:13,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000004/default_container_executor.sh]
2015-02-12 10:27:13,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000002/default_container_executor.sh]
2015-02-12 10:27:13,472 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000005/default_container_executor.sh]
2015-02-12 10:27:17,633 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742092_1268
2015-02-12 10:27:17,943 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742092_1268
2015-02-12 10:27:19,145 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742092_1268
2015-02-12 10:27:25,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.split dst=null perm=null proto=rpc
2015-02-12 10:27:25,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.split dst=null perm=null proto=rpc
2015-02-12 10:27:25,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.split dst=null perm=null proto=rpc
2015-02-12 10:27:25,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.split dst=null perm=null proto=rpc
2015-02-12 10:27:25,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:27:25,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:27:25,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:27:25,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:27:26,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1423764831909_0025_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:27:26,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1423764831909_0025_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:27:26,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1423764831909_0025_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:27:26,827 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0025_000001 (auth:SIMPLE)
2015-02-12 10:27:26,830 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0025_01_000005
2015-02-12 10:27:26,830 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000005
2015-02-12 10:27:26,830 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:27:26,830 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0025_01_000005
2015-02-12 10:27:26,839 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0025_000001 (auth:SIMPLE)
2015-02-12 10:27:26,845 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0025_01_000004
2015-02-12 10:27:26,845 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000004
2015-02-12 10:27:26,859 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0025_01_000005 is : 143
2015-02-12 10:27:26,862 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job_1423764831909_0025_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742093_1269{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:27:26,862 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 2289 Total time for transactions(ms): 145 Number of transactions batched in Syncs: 2 Number of syncs: 1599 SyncTimes(ms): 40 19
2015-02-12 10:27:26,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742093_1269 src: /127.0.0.1:49550 dest: /127.0.0.1:59862
2015-02-12 10:27:26,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742093_1269 src: /127.0.0.1:49551 dest: /127.0.0.1:59852
2015-02-12 10:27:26,871 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:27:26,871 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:27:26,871 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0025_01_000004
2015-02-12 10:27:26,871 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742093_1269 src: /127.0.0.1:49552 dest: /127.0.0.1:59859
2015-02-12 10:27:26,876 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job_1423764831909_0025_1.jhist for DFSClient_NONMAPREDUCE_930326169_1
2015-02-12 10:27:26,897 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0025_01_000004 is : 143
2015-02-12 10:27:26,919 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0025_000001 (auth:SIMPLE)
2015-02-12 10:27:26,921 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0025_01_000002
2015-02-12 10:27:26,921 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000002
2015-02-12 10:27:26,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000005
2015-02-12 10:27:26,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000005
2015-02-12 10:27:26,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000005
2015-02-12 10:27:26,932 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000005
2015-02-12 10:27:26,932 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:27:26,933 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:27:26,934 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000005
2015-02-12 10:27:26,935 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:27:26,936 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000004
2015-02-12 10:27:26,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000004
2015-02-12 10:27:26,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000004
2015-02-12 10:27:26,939 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000004
2015-02-12 10:27:26,940 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0025_01_000002
2015-02-12 10:27:26,966 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0025_01_000002 is : 143
2015-02-12 10:27:26,984 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0025_01_000005 from application application_1423764831909_0025
2015-02-12 10:27:26,986 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:26,991 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0025
2015-02-12 10:27:26,993 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000004
2015-02-12 10:27:26,994 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:27:26,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1423764831909_0025_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:27:26,997 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:27:27,005 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0025_01_000004 from application application_1423764831909_0025
2015-02-12 10:27:27,015 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:27,016 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0025
2015-02-12 10:27:27,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000002
2015-02-12 10:27:27,029 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000002
2015-02-12 10:27:27,031 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000002
2015-02-12 10:27:27,032 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000002
2015-02-12 10:27:27,033 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000002
2015-02-12 10:27:27,033 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:27:27,033 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0025_01_000002 from application application_1423764831909_0025
2015-02-12 10:27:27,034 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:27,034 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0025
2015-02-12 10:27:27,034 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0025_000001 (auth:SIMPLE)
2015-02-12 10:27:27,036 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0025_01_000003
2015-02-12 10:27:27,036 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000003
2015-02-12 10:27:27,037 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:27:27,037 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0025_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:27:27,037 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000002
2015-02-12 10:27:27,037 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0025_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:27:27,037 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:27:27,038 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:27:27,038 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0025_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:27:27,039 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:27,039 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:27:27,039 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0025_000001 released container container_1423764831909_0025_01_000002 on node: host: 10.1.1.68:59934 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:27:27,039 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:27:27,039 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0025_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:27:27,039 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000004
2015-02-12 10:27:27,039 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0025_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:27:27,039 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:27:27,044 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0025_01_000004, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:27:27,044 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:27,044 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:27:27,044 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0025_000001 released container container_1423764831909_0025_01_000004 on node: host: 10.1.1.68:59934 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:27:27,045 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:27:27,045 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0025_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:27:27,045 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000005
2015-02-12 10:27:27,045 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0025_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:27:27,045 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:27:27,046 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0025_01_000005, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:27:27,045 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0025_01_000003
2015-02-12 10:27:27,046 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:27,047 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:27:27,047 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0025_000001 released container container_1423764831909_0025_01_000005 on node: host: 10.1.1.68:59934 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:27:27,077 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0025_01_000003 is : 143
2015-02-12 10:27:27,100 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:27:27,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000003
2015-02-12 10:27:27,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000003
2015-02-12 10:27:27,103 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000003
2015-02-12 10:27:27,103 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000003
2015-02-12 10:27:27,104 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000003
2015-02-12 10:27:27,104 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:27:27,104 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0025_01_000003 from application application_1423764831909_0025
2015-02-12 10:27:27,104 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:27,104 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0025
2015-02-12 10:27:28,039 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:28,039 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:27:28,040 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0025_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:27:28,040 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000003
2015-02-12 10:27:28,040 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0025_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:27:28,040 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:27:28,040 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0025_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:27:28,040 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:28,040 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:27:28,040 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0025_000001 released container container_1423764831909_0025_01_000003 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:27:28,040 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:28,041 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:28,561 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:27:28,561 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000006
2015-02-12 10:27:28,561 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0025_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:27:28,562 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0025_000001 container=Container: [ContainerId: container_1423764831909_0025_01_000006, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:27:28,562 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:27:28,562 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:29,043 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0025_01_000002, container_1423764831909_0025_01_000004, container_1423764831909_0025_01_000005]
2015-02-12 10:27:29,043 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:29,043 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:29,044 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:29,044 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:29,296 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0025_01_000006
2015-02-12 10:27:29,297 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:27:29,318 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0025_000001 (auth:SIMPLE)
2015-02-12 10:27:29,320 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0025_01_000006 by user soberoi
2015-02-12 10:27:29,321 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0025
2015-02-12 10:27:29,321 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000006
2015-02-12 10:27:29,321 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0025 transitioned from NEW to INITING
2015-02-12 10:27:29,322 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0025_01_000006 to application application_1423764831909_0025
2015-02-12 10:27:29,322 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0025 transitioned from INITING to RUNNING
2015-02-12 10:27:29,329 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:27:29,329 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0025
2015-02-12 10:27:29,329 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0025
2015-02-12 10:27:29,329 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:27:29,330 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0025
2015-02-12 10:27:29,330 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:27:29,330 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:27:29,330 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0025_01_000006
2015-02-12 10:27:29,363 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0025_01_000006.tokens. Credentials list:
2015-02-12 10:27:29,522 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:27:29,564 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:27:29,693 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0025_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000006.tokens
2015-02-12 10:27:29,694 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0025 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0025
2015-02-12 10:27:29,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:29,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:29,897 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0025/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:27:29,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml dst=null perm=null proto=rpc
2015-02-12 10:27:29,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml dst=null perm=null proto=rpc
2015-02-12 10:27:29,989 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0025/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:27:29,989 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:27:30,044 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0025_01_000003]
2015-02-12 10:27:30,045 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:30,049 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:27:30,049 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:30,211 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000006/default_container_executor.sh]
2015-02-12 10:27:30,304 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:27:35,092 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:27:35,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1423764831909_0025_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:27:35,678 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1423764831909_0025_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742094_1270{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:27:35,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742094_1270 src: /127.0.0.1:49643 dest: /127.0.0.1:59852
2015-02-12 10:27:35,828 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742094_1270 src: /127.0.0.1:49644 dest: /127.0.0.1:59859
2015-02-12 10:27:35,829 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742094_1270 src: /127.0.0.1:49645 dest: /127.0.0.1:59855
2015-02-12 10:27:35,882 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49645, dest: /127.0.0.1:59855, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0025_r_000000_0_1778002526_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742094_1270, duration: 50679000
2015-02-12 10:27:35,882 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742094_1270, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:27:35,883 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742094_1270{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:27:35,883 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49644, dest: /127.0.0.1:59859, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0025_r_000000_0_1778002526_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742094_1270, duration: 51313000
2015-02-12 10:27:35,883 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742094_1270, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:35,883 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742094_1270{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:27:35,883 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49643, dest: /127.0.0.1:59852, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0025_r_000000_0_1778002526_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742094_1270, duration: 52099000
2015-02-12 10:27:35,884 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742094_1270, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:35,884 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742094_1270{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:27:35,890 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1423764831909_0025_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0025_r_000000_0_1778002526_1
2015-02-12 10:27:35,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1423764831909_0025_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:27:35,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1423764831909_0025_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:27:35,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/task_1423764831909_0025_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:27:35,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1423764831909_0025_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/task_1423764831909_0025_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:27:35,934 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0025_000001 (auth:SIMPLE)
2015-02-12 10:27:35,935 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0025_01_000006
2015-02-12 10:27:35,935 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000006
2015-02-12 10:27:35,935 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:27:35,935 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0025_01_000006
2015-02-12 10:27:35,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:27:35,945 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_930326169_1
2015-02-12 10:27:35,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:27:35,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third dst=null perm=null proto=rpc
2015-02-12 10:27:35,957 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0025_01_000006 is : 143
2015-02-12 10:27:35,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third dst=null perm=null proto=rpc
2015-02-12 10:27:35,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/task_1423764831909_0025_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:27:35,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:27:35,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/task_1423764831909_0025_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:27:35,969 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:27:35,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000006
2015-02-12 10:27:35,970 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000006
2015-02-12 10:27:35,970 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:27:35,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000006
2015-02-12 10:27:35,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000006
2015-02-12 10:27:35,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000006
2015-02-12 10:27:35,970 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0025_01_000006 from application application_1423764831909_0025
2015-02-12 10:27:35,972 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:35,972 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0025
2015-02-12 10:27:35,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary dst=null perm=null proto=rpc
2015-02-12 10:27:35,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:27:35,978 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_SUCCESS is closed by DFSClient_NONMAPREDUCE_930326169_1
2015-02-12 10:27:35,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:27:35,982 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_930326169_1
2015-02-12 10:27:35,999 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49552, dest: /127.0.0.1:59859, bytes: 60812, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_930326169_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742093_1269, duration: 9125797000
2015-02-12 10:27:35,999 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742093_1269, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:27:36,000 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742093_1269{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15751
2015-02-12 10:27:36,001 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49551, dest: /127.0.0.1:59852, bytes: 60812, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_930326169_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742093_1269, duration: 9127098000
2015-02-12 10:27:36,001 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742093_1269, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:36,002 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742093_1269{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15751
2015-02-12 10:27:36,002 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49550, dest: /127.0.0.1:59862, bytes: 60812, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_930326169_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742093_1269, duration: 9128699000
2015-02-12 10:27:36,003 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742093_1269, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:36,003 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742093_1269{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15751
2015-02-12 10:27:36,004 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job_1423764831909_0025_1.jhist is closed by DFSClient_NONMAPREDUCE_930326169_1
2015-02-12 10:27:36,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:27:36,009 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742095_1271{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:27:36,011 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742095_1271 src: /127.0.0.1:49647 dest: /127.0.0.1:59852
2015-02-12 10:27:36,013 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742095_1271 src: /127.0.0.1:49648 dest: /127.0.0.1:59855
2015-02-12 10:27:36,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742095_1271 src: /127.0.0.1:49649 dest: /127.0.0.1:59862
2015-02-12 10:27:36,022 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49649, dest: /127.0.0.1:59862, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_930326169_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742095_1271, duration: 4638000
2015-02-12 10:27:36,023 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742095_1271, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:27:36,023 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49648, dest: /127.0.0.1:59855, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_930326169_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742095_1271, duration: 2586000
2015-02-12 10:27:36,023 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742095_1271{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:27:36,024 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742095_1271, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:36,024 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49647, dest: /127.0.0.1:59852, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_930326169_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742095_1271, duration: 5997000
2015-02-12 10:27:36,024 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742095_1271, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:36,024 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742095_1271{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:27:36,025 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742095_1271{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:27:36,026 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025.summary_tmp is closed by DFSClient_NONMAPREDUCE_930326169_1
2015-02-12 10:27:36,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:27:36,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job_1423764831909_0025_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:27:36,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025-1423765620971-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F041D572BB2464D51-1423765655983-4-1-SUCCEEDED-default-1423765630219.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:27:36,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job_1423764831909_0025_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:27:36,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025-1423765620971-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F041D572BB2464D51-1423765655983-4-1-SUCCEEDED-default-1423765630219.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:27:36,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job_1423764831909_0025_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:27:36,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025-1423765620971-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F041D572BB2464D51-1423765655983-4-1-SUCCEEDED-default-1423765630219.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:27:36,053 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025-1423765620971-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F041D572BB2464D51-1423765655983-4-1-SUCCEEDED-default-1423765630219.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742096_1272{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:27:36,055 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742096_1272 src: /127.0.0.1:49651 dest: /127.0.0.1:59859
2015-02-12 10:27:36,057 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742096_1272 src: /127.0.0.1:49652 dest: /127.0.0.1:59852
2015-02-12 10:27:36,058 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742096_1272 src: /127.0.0.1:49653 dest: /127.0.0.1:59855
2015-02-12 10:27:36,062 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49653, dest: /127.0.0.1:59855, bytes: 60812, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_930326169_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742096_1272, duration: 1826000
2015-02-12 10:27:36,062 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742096_1272, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:27:36,062 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742096_1272{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:27:36,063 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49652, dest: /127.0.0.1:59852, bytes: 60812, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_930326169_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742096_1272, duration: 2634000
2015-02-12 10:27:36,063 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742096_1272, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:36,063 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742096_1272{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:27:36,063 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49651, dest: /127.0.0.1:59859, bytes: 60812, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_930326169_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742096_1272, duration: 3561000
2015-02-12 10:27:36,064 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742096_1272, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:36,064 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742096_1272{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:27:36,066 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025-1423765620971-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F041D572BB2464D51-1423765655983-4-1-SUCCEEDED-default-1423765630219.jhist_tmp is closed by DFSClient_NONMAPREDUCE_930326169_1
2015-02-12 10:27:36,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025-1423765620971-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F041D572BB2464D51-1423765655983-4-1-SUCCEEDED-default-1423765630219.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:27:36,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job_1423764831909_0025_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:27:36,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:27:36,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job_1423764831909_0025_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:27:36,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:27:36,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025/job_1423764831909_0025_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:27:36,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:27:36,080 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742097_1273{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:27:36,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742097_1273 src: /127.0.0.1:49655 dest: /127.0.0.1:59862
2015-02-12 10:27:36,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742097_1273 src: /127.0.0.1:49656 dest: /127.0.0.1:59855
2015-02-12 10:27:36,086 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742097_1273 src: /127.0.0.1:49657 dest: /127.0.0.1:59859
2015-02-12 10:27:36,090 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49657, dest: /127.0.0.1:59859, bytes: 116470, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_930326169_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742097_1273, duration: 2379000
2015-02-12 10:27:36,090 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742097_1273, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:27:36,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742097_1273{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:27:36,091 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49656, dest: /127.0.0.1:59855, bytes: 116470, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_930326169_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742097_1273, duration: 3129000
2015-02-12 10:27:36,091 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742097_1273, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:36,091 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742097_1273{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:27:36,092 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49655, dest: /127.0.0.1:59862, bytes: 116470, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_930326169_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742097_1273, duration: 4012000
2015-02-12 10:27:36,092 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742097_1273, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:36,092 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742097_1273{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:27:36,094 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_930326169_1
2015-02-12 10:27:36,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:27:36,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:27:36,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:27:36,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025-1423765620971-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F041D572BB2464D51-1423765655983-4-1-SUCCEEDED-default-1423765630219.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025-1423765620971-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F041D572BB2464D51-1423765655983-4-1-SUCCEEDED-default-1423765630219.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:27:36,111 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0025_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:27:36,111 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0025_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:27:36,111 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0025 with final state: FINISHING
2015-02-12 10:27:36,112 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0025 State change from RUNNING to FINAL_SAVING
2015-02-12 10:27:36,112 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0025
2015-02-12 10:27:36,113 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0025_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:27:36,113 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0025 State change from FINAL_SAVING to FINISHING
2015-02-12 10:27:36,428 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 10:27:36,429 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:27:36,940 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:27:36,940 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0025_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:27:36,940 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000006
2015-02-12 10:27:36,940 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0025_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:27:36,941 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:27:36,942 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0025_01_000006, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:27:36,942 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:36,942 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:27:36,942 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0025_000001 released container container_1423764831909_0025_01_000006 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:27:37,118 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0025 unregistered successfully.
2015-02-12 10:27:37,121 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742088_1264 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:27:37,121 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742089_1265 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:27:37,122 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742090_1266 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:27:37,122 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742091_1267 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:27:37,122 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742093_1269 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:27:37,122 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742092_1268 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:27:37,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0025 dst=null perm=null proto=rpc
2015-02-12 10:27:37,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null proto=rpc
2015-02-12 10:27:37,177 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary
2015-02-12 10:27:37,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary dst=null perm=null proto=rpc
2015-02-12 10:27:37,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null proto=rpc
2015-02-12 10:27:37,180 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary
2015-02-12 10:27:37,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary dst=null perm=null proto=rpc
2015-02-12 10:27:37,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third dst=null perm=null proto=rpc
2015-02-12 10:27:37,182 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary
2015-02-12 10:27:37,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary dst=null perm=null proto=rpc
2015-02-12 10:27:37,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null proto=rpc
2015-02-12 10:27:37,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null proto=rpc
2015-02-12 10:27:37,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null proto=rpc
2015-02-12 10:27:37,203 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:27:37,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:27:37,208 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/chainedtaps/first
2015-02-12 10:27:37,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null proto=rpc
2015-02-12 10:27:37,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null proto=rpc
2015-02-12 10:27:37,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null proto=rpc
2015-02-12 10:27:37,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null proto=rpc
2015-02-12 10:27:37,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:27:37,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:27:37,241 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/chainedtaps/third
2015-02-12 10:27:37,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third dst=null perm=null proto=rpc
2015-02-12 10:27:37,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third dst=null perm=null proto=rpc
2015-02-12 10:27:37,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third dst=null perm=null proto=rpc
2015-02-12 10:27:37,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third dst=null perm=null proto=rpc
2015-02-12 10:27:37,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:27:37,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:27:37,251 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/chainedtaps/second
2015-02-12 10:27:37,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null proto=rpc
2015-02-12 10:27:37,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null proto=rpc
2015-02-12 10:27:37,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null proto=rpc
2015-02-12 10:27:37,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null proto=rpc
2015-02-12 10:27:37,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:27:37,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:27:37,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:27:37,277 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742088_1264, blk_1073742089_1265, blk_1073742091_1267]
2015-02-12 10:27:37,277 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742088_1264, blk_1073742089_1265, blk_1073742090_1266, blk_1073742091_1267, blk_1073742092_1268, blk_1073742093_1269]
2015-02-12 10:27:37,285 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:27:37,286 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:27:37,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null proto=rpc
2015-02-12 10:27:37,325 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 10:27:37,325 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:27:37,325 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall"]
2015-02-12 10:27:37,326 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 10:27:37,326 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 2
2015-02-12 10:27:37,326 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 2
2015-02-12 10:27:37,327 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/2)
2015-02-12 10:27:37,339 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:27:37,354 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:27:37,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0 dst=null perm=null proto=rpc
2015-02-12 10:27:37,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:27:37,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:27:37,363 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 26
2015-02-12 10:27:37,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026 dst=null perm=null proto=rpc
2015-02-12 10:27:37,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:27:37,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:27:37,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:37,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:27:37,372 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742098_1274{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:27:37,374 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742098_1274 src: /127.0.0.1:49662 dest: /127.0.0.1:59862
2015-02-12 10:27:37,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742098_1274 src: /127.0.0.1:49663 dest: /127.0.0.1:59855
2015-02-12 10:27:37,376 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742098_1274 src: /127.0.0.1:49664 dest: /127.0.0.1:59852
2015-02-12 10:27:37,380 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49664, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742098_1274, duration: 2709000
2015-02-12 10:27:37,381 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742098_1274, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:27:37,381 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742098_1274{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:27:37,381 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49663, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742098_1274, duration: 2699000
2015-02-12 10:27:37,381 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742098_1274, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:37,382 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49662, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742098_1274, duration: 3830000
2015-02-12 10:27:37,383 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742098_1274, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:37,388 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742098_1274{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:27:37,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742098_1274{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:27:37,392 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:27:37,393 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.jar
2015-02-12 10:27:37,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:37,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:27:37,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:27:37,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:27:37,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:27:37,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:27:37,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:27:37,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:27:37,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:27:37,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:27:37,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:27:37,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:27:37,407 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:27:37,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:27:37,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:27:37,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:27:37,410 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.split
2015-02-12 10:27:37,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.split dst=null perm=null proto=rpc
2015-02-12 10:27:37,412 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742099_1275{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:27:37,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742099_1275 src: /127.0.0.1:49665 dest: /127.0.0.1:59862
2015-02-12 10:27:37,417 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742099_1275 src: /127.0.0.1:49666 dest: /127.0.0.1:59859
2015-02-12 10:27:37,419 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742099_1275 src: /127.0.0.1:49667 dest: /127.0.0.1:59852
2015-02-12 10:27:37,420 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742099_1275 src: /127.0.0.1:49668 dest: /127.0.0.1:59855
2015-02-12 10:27:37,424 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49668, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742099_1275, duration: 1819000
2015-02-12 10:27:37,424 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742099_1275, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:27:37,425 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49667, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742099_1275, duration: 2466000
2015-02-12 10:27:37,425 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742099_1275, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:37,425 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742099_1275{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:27:37,427 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49666, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742099_1275, duration: 4176000
2015-02-12 10:27:37,427 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742099_1275{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:27:37,427 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742099_1275, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:37,428 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49665, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742099_1275, duration: 5334000
2015-02-12 10:27:37,428 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742099_1275, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:37,428 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742099_1275{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:27:37,432 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742099_1275{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:27:37,433 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:27:37,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:27:37,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:27:37,438 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742100_1276{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:27:37,440 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742100_1276 src: /127.0.0.1:49669 dest: /127.0.0.1:59862
2015-02-12 10:27:37,442 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742100_1276 src: /127.0.0.1:49670 dest: /127.0.0.1:59852
2015-02-12 10:27:37,444 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742100_1276 src: /127.0.0.1:49671 dest: /127.0.0.1:59859
2015-02-12 10:27:37,448 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49671, dest: /127.0.0.1:59859, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742100_1276, duration: 2343000
2015-02-12 10:27:37,449 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742100_1276, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:27:37,450 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742100_1276{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:27:37,450 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49670, dest: /127.0.0.1:59852, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742100_1276, duration: 2836000
2015-02-12 10:27:37,450 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742100_1276, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:37,451 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742100_1276{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:27:37,451 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49669, dest: /127.0.0.1:59862, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742100_1276, duration: 4658000
2015-02-12 10:27:37,451 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742100_1276, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:37,454 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742100_1276{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:27:37,454 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:27:37,455 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:27:37,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:27:37,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:27:37,467 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742101_1277{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:27:37,470 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742101_1277 src: /127.0.0.1:49672 dest: /127.0.0.1:59855
2015-02-12 10:27:37,473 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742101_1277 src: /127.0.0.1:49673 dest: /127.0.0.1:59859
2015-02-12 10:27:37,476 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742101_1277 src: /127.0.0.1:49674 dest: /127.0.0.1:59862
2015-02-12 10:27:37,480 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49674, dest: /127.0.0.1:59862, bytes: 98799, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742101_1277, duration: 1951000
2015-02-12 10:27:37,480 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742101_1277, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:27:37,481 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49673, dest: /127.0.0.1:59859, bytes: 98799, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742101_1277, duration: 3021000
2015-02-12 10:27:37,482 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742101_1277, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:37,482 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742101_1277{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:27:37,485 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49672, dest: /127.0.0.1:59855, bytes: 98799, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742101_1277, duration: 6052000
2015-02-12 10:27:37,485 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742101_1277, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:37,491 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742101_1277{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:27:37,491 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742101_1277{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:27:37,492 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:27:37,492 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0026
2015-02-12 10:27:37,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026 dst=null perm=null proto=rpc
2015-02-12 10:27:37,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.xml dst=null perm=null proto=rpc
2015-02-12 10:27:37,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.xml dst=null perm=null proto=rpc
2015-02-12 10:27:37,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:37,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:37,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.split dst=null perm=null proto=rpc
2015-02-12 10:27:37,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.split dst=null perm=null proto=rpc
2015-02-12 10:27:37,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:27:37,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:27:37,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:27:37,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:27:37,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:27:37,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:27:37,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:27:37,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:27:37,515 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 26 submitted by user soberoi
2015-02-12 10:27:37,515 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0026
2015-02-12 10:27:37,515 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0026
2015-02-12 10:27:37,515 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0026
2015-02-12 10:27:37,515 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0026 State change from NEW to NEW_SAVING
2015-02-12 10:27:37,516 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0026 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:27:37,516 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0026 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:27:37,516 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0026 from user: soberoi, in queue: default
2015-02-12 10:27:37,517 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0026 State change from SUBMITTED to ACCEPTED
2015-02-12 10:27:37,517 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0026_000001
2015-02-12 10:27:37,517 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0026_000001 State change from NEW to SUBMITTED
2015-02-12 10:27:37,517 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0026 from user: soberoi activated in queue: default
2015-02-12 10:27:37,517 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0026 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:27:37,517 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0026_000001 to scheduler from user soberoi in queue default
2015-02-12 10:27:37,518 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0026
2015-02-12 10:27:37,519 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0026_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:27:37,522 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0026/
2015-02-12 10:27:37,522 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423764831909_0026
2015-02-12 10:27:37,522 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0026/
2015-02-12 10:27:37,622 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:27:37,623 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000001
2015-02-12 10:27:37,623 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0026_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:27:37,623 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0026_000001 container=Container: [ContainerId: container_1423764831909_0026_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:27:37,623 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:27:37,623 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:37,624 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0026_01_000001
2015-02-12 10:27:37,624 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:27:37,625 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0026_000001
2015-02-12 10:27:37,625 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0026 AttemptId: appattempt_1423764831909_0026_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0026_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ]
2015-02-12 10:27:37,625 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0026_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:27:37,625 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0026_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:27:37,625 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0026_000001
2015-02-12 10:27:37,627 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0026_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0026_000001
2015-02-12 10:27:37,627 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0026_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:27:37,627 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0026_000001
2015-02-12 10:27:37,627 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0026_000001
2015-02-12 10:27:37,629 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0026_000001 (auth:SIMPLE)
2015-02-12 10:27:37,631 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0026_01_000001 by user soberoi
2015-02-12 10:27:37,632 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0026
2015-02-12 10:27:37,632 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000001
2015-02-12 10:27:37,632 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0026 transitioned from NEW to INITING
2015-02-12 10:27:37,632 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0026_01_000001 to application application_1423764831909_0026
2015-02-12 10:27:37,632 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0026 transitioned from INITING to RUNNING
2015-02-12 10:27:37,632 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0026_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0026_000001
2015-02-12 10:27:37,633 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0026_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:27:37,633 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:27:37,633 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0026
2015-02-12 10:27:37,633 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:27:37,633 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:27:37,633 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:27:37,633 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:27:37,633 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0026_01_000001
2015-02-12 10:27:37,645 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0026_01_000001.tokens. Credentials list:
2015-02-12 10:27:37,768 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:27:37,862 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0026_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000001.tokens
2015-02-12 10:27:37,862 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0026 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0026
2015-02-12 10:27:37,943 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:37,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:37,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:37,995 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0026/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:27:38,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:27:38,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:27:38,056 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0026/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:27:38,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.split dst=null perm=null proto=rpc
2015-02-12 10:27:38,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.split dst=null perm=null proto=rpc
2015-02-12 10:27:38,124 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0026/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:27:38,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.xml dst=null perm=null proto=rpc
2015-02-12 10:27:38,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.xml dst=null perm=null proto=rpc
2015-02-12 10:27:38,182 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0026/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:27:38,182 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:27:38,205 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742088_1264 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742088 for deletion
2015-02-12 10:27:38,205 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742089_1265 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742089 for deletion
2015-02-12 10:27:38,205 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742091_1267 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742091 for deletion
2015-02-12 10:27:38,205 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742088_1264 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742088
2015-02-12 10:27:38,205 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742089_1265 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742089
2015-02-12 10:27:38,205 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742091_1267 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742091
2015-02-12 10:27:38,229 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:27:38,229 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:38,387 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000001/default_container_executor.sh]
2015-02-12 10:27:38,623 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:27:38,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742088_1264 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742088 for deletion
2015-02-12 10:27:38,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742089_1265 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742089 for deletion
2015-02-12 10:27:38,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742090_1266 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742090 for deletion
2015-02-12 10:27:38,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742091_1267 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742091 for deletion
2015-02-12 10:27:38,659 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742092_1268 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742092 for deletion
2015-02-12 10:27:38,660 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742093_1269 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742093 for deletion
2015-02-12 10:27:38,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742088_1264 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742088
2015-02-12 10:27:38,661 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742090_1266 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742090
2015-02-12 10:27:38,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742092_1268 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742092
2015-02-12 10:27:38,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742089_1265 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742089
2015-02-12 10:27:38,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742091_1267 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742091
2015-02-12 10:27:38,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742093_1269 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742093
2015-02-12 10:27:38,946 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:39,948 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:40,282 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59852 to replicate blk_1073742098_1274 to datanode(s) 127.0.0.1:59859
2015-02-12 10:27:40,282 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742088_1264, blk_1073742089_1265, blk_1073742090_1266, blk_1073742092_1268, blk_1073742093_1269]
2015-02-12 10:27:40,282 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742088_1264, blk_1073742089_1265, blk_1073742090_1266, blk_1073742091_1267, blk_1073742092_1268, blk_1073742093_1269]
2015-02-12 10:27:40,949 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:41,207 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5d835e39-c83e-4de7-bbde-92c2cf44d1a5, infoPort=59853, ipcPort=59854, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742098_1274 to 127.0.0.1:59859
2015-02-12 10:27:41,208 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742088_1264 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742088 for deletion
2015-02-12 10:27:41,208 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742089_1265 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742089 for deletion
2015-02-12 10:27:41,208 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742090_1266 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742090 for deletion
2015-02-12 10:27:41,208 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742091_1267 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742091 for deletion
2015-02-12 10:27:41,208 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742092_1268 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742092 for deletion
2015-02-12 10:27:41,208 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742088_1264 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742088
2015-02-12 10:27:41,208 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742090_1266 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742090
2015-02-12 10:27:41,208 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742093_1269 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742093 for deletion
2015-02-12 10:27:41,209 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742098_1274 (numBytes=254067) to /127.0.0.1:59859
2015-02-12 10:27:41,209 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742093_1269 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742093
2015-02-12 10:27:41,209 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742089_1265 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742089
2015-02-12 10:27:41,209 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742098_1274 src: /127.0.0.1:49683 dest: /127.0.0.1:59859
2015-02-12 10:27:41,210 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742091_1267 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742091
2015-02-12 10:27:41,210 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742092_1268 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742092
2015-02-12 10:27:41,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742098_1274 src: /127.0.0.1:49683 dest: /127.0.0.1:59859 of size 254067
2015-02-12 10:27:41,212 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742098_1274 size 254067
2015-02-12 10:27:41,518 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742088_1264 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742088 for deletion
2015-02-12 10:27:41,518 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742089_1265 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742089 for deletion
2015-02-12 10:27:41,518 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742090_1266 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742090 for deletion
2015-02-12 10:27:41,518 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742092_1268 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742092 for deletion
2015-02-12 10:27:41,518 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742093_1269 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742093 for deletion
2015-02-12 10:27:41,518 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742088_1264 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742088
2015-02-12 10:27:41,518 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742089_1265 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742089
2015-02-12 10:27:41,519 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742090_1266 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742090
2015-02-12 10:27:41,519 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742092_1268 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742092
2015-02-12 10:27:41,519 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742093_1269 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742093
2015-02-12 10:27:41,953 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:42,174 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0025_01_000001 succeeded
2015-02-12 10:27:42,174 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:27:42,174 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0025_01_000001
2015-02-12 10:27:42,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000001
2015-02-12 10:27:42,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000001
2015-02-12 10:27:42,200 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000001
2015-02-12 10:27:42,201 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0025/container_1423764831909_0025_01_000001
2015-02-12 10:27:42,201 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000001
2015-02-12 10:27:42,201 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0025_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:27:42,202 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0025_01_000001 from application application_1423764831909_0025
2015-02-12 10:27:42,202 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:42,202 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0025
2015-02-12 10:27:42,653 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742096_1272
2015-02-12 10:27:42,653 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742099_1275
2015-02-12 10:27:42,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742101_1277
2015-02-12 10:27:42,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:27:42,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:27:42,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:27:42,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:27:42,857 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742097_1273
2015-02-12 10:27:42,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742094_1270
2015-02-12 10:27:42,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742100_1276
2015-02-12 10:27:42,954 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:42,958 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742096_1272
2015-02-12 10:27:42,958 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742094_1270
2015-02-12 10:27:42,959 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742099_1275
2015-02-12 10:27:42,996 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742095_1271
2015-02-12 10:27:42,997 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742097_1273
2015-02-12 10:27:42,998 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742096_1272
2015-02-12 10:27:42,998 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742101_1277
2015-02-12 10:27:42,999 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742094_1270
2015-02-12 10:27:43,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026 dst=null perm=null proto=rpc
2015-02-12 10:27:43,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:27:43,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:27:43,164 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742098_1274
2015-02-12 10:27:43,164 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742100_1276
2015-02-12 10:27:43,165 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742095_1271
2015-02-12 10:27:43,192 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0025_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:27:43,192 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0025_000001
2015-02-12 10:27:43,192 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0025_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:27:43,192 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000001
2015-02-12 10:27:43,192 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0025_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:27:43,192 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:27:43,193 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0025_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:27:43,192 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0025_000001
2015-02-12 10:27:43,193 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0025_000001 State change from FINISHING to FINISHED
2015-02-12 10:27:43,193 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0025 State change from FINISHING to FINISHED
2015-02-12 10:27:43,193 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0025
2015-02-12 10:27:43,193 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0025_000001
2015-02-12 10:27:43,193 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0025,name=[DEC9CEDFCBED4E978A230A95BCD4140B/041D572BB2464D5182CA69BF74DFB4E6] third/(3/3) ...latform/chainedtaps/third,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0025/jobhistory/job/job_1423764831909_0025,appMasterHost=10.1.1.68,startTime=1423765620971,finishTime=1423765656111,finalStatus=SUCCEEDED
2015-02-12 10:27:43,193 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:43,193 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:27:43,194 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0025_000001 released container container_1423764831909_0025_01_000001 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:27:43,194 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0025_000001 is done. finalState=FINISHED
2015-02-12 10:27:43,194 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0025 requests cleared
2015-02-12 10:27:43,194 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0025 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:27:43,194 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0025 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:27:43,196 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0025_000001 (auth:SIMPLE)
2015-02-12 10:27:43,198 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0025_01_000001
2015-02-12 10:27:43,198 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0025 CONTAINERID=container_1423764831909_0025_01_000001
2015-02-12 10:27:43,199 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742098_1274
2015-02-12 10:27:43,200 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742099_1275
2015-02-12 10:27:43,200 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0025_01_000001]
2015-02-12 10:27:43,201 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:43,202 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0025 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:27:43,203 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0025
2015-02-12 10:27:43,203 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0025 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:27:43,203 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0025, with delay of 10800 seconds
2015-02-12 10:27:43,203 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0025
2015-02-12 10:27:43,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0025
2015-02-12 10:27:43,205 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0025
2015-02-12 10:27:43,207 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0025
2015-02-12 10:27:43,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:27:43,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:27:43,958 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0025 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:27:43,958 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:43,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0025
2015-02-12 10:27:43,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0025
2015-02-12 10:27:43,959 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0025
2015-02-12 10:27:43,959 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0025 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:27:43,959 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0025, with delay of 10800 seconds
2015-02-12 10:27:43,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0025
2015-02-12 10:27:43,960 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0025
2015-02-12 10:27:44,085 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0025 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:27:44,085 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0025
2015-02-12 10:27:44,086 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0025
2015-02-12 10:27:44,086 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0025
2015-02-12 10:27:44,086 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0025 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:27:44,086 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0025, with delay of 10800 seconds
2015-02-12 10:27:44,087 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0025
2015-02-12 10:27:44,087 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0025
2015-02-12 10:27:44,162 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742095_1271
2015-02-12 10:27:44,162 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742100_1276
2015-02-12 10:27:44,367 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742098_1274
2015-02-12 10:27:44,368 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742097_1273
2015-02-12 10:27:44,368 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742099_1275
2015-02-12 10:27:44,564 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742101_1277
2015-02-12 10:27:44,963 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:45,102 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0026_000001 (auth:SIMPLE)
2015-02-12 10:27:45,104 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0026_000001
2015-02-12 10:27:45,104 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0026 APPATTEMPTID=appattempt_1423764831909_0026_000001
2015-02-12 10:27:45,105 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0026_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:27:45,105 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0026 State change from ACCEPTED to RUNNING
2015-02-12 10:27:45,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job_1423764831909_0026_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:27:45,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:27:45,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job_1423764831909_0026_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:27:45,409 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job_1423764831909_0026_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742102_1278{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:27:45,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742102_1278 src: /127.0.0.1:49721 dest: /127.0.0.1:59859
2015-02-12 10:27:45,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742102_1278 src: /127.0.0.1:49726 dest: /127.0.0.1:59852
2015-02-12 10:27:45,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742102_1278 src: /127.0.0.1:49727 dest: /127.0.0.1:59862
2015-02-12 10:27:45,558 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49727, dest: /127.0.0.1:59862, bytes: 116036, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1077512969_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742102_1278, duration: 59594000
2015-02-12 10:27:45,558 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742102_1278, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:27:45,559 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742102_1278{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:27:45,559 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49726, dest: /127.0.0.1:59852, bytes: 116036, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1077512969_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742102_1278, duration: 60428000
2015-02-12 10:27:45,559 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742102_1278, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:45,560 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742102_1278{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:27:45,561 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49721, dest: /127.0.0.1:59859, bytes: 116036, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1077512969_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742102_1278, duration: 61982000
2015-02-12 10:27:45,561 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742102_1278, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:27:45,562 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742102_1278{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:27:45,566 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job_1423764831909_0026_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1077512969_1
2015-02-12 10:27:46,211 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:27:46,211 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000002
2015-02-12 10:27:46,211 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0026_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:27:46,211 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0026_000001 container=Container: [ContainerId: container_1423764831909_0026_01_000002, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:27:46,212 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:27:46,212 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:46,212 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:27:46,212 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000003
2015-02-12 10:27:46,212 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0026_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:27:46,213 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0026_000001 container=Container: [ContainerId: container_1423764831909_0026_01_000003, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:27:46,213 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:27:46,213 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:46,214 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:27:46,214 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000004
2015-02-12 10:27:46,214 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0026_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:27:46,214 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0026_000001 container=Container: [ContainerId: container_1423764831909_0026_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:27:46,214 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:27:46,214 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:46,215 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:27:46,215 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000005
2015-02-12 10:27:46,215 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0026_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:27:46,215 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0026_000001 container=Container: [ContainerId: container_1423764831909_0026_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:27:46,215 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:27:46,215 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:47,162 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0026_01_000002
2015-02-12 10:27:47,163 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:27:47,164 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:27:47,164 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:27:47,165 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:27:47,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:47,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:47,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.xml dst=null perm=null proto=rpc
2015-02-12 10:27:47,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.xml dst=null perm=null proto=rpc
2015-02-12 10:27:47,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:27:47,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:27:47,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:27:47,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:27:47,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:27:47,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:27:47,346 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0026_000001 (auth:SIMPLE)
2015-02-12 10:27:47,346 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0026_000001 (auth:SIMPLE)
2015-02-12 10:27:47,347 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0026_000001 (auth:SIMPLE)
2015-02-12 10:27:47,348 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0026_000001 (auth:SIMPLE)
2015-02-12 10:27:47,351 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0026_01_000002 by user soberoi
2015-02-12 10:27:47,351 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0026
2015-02-12 10:27:47,351 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0026_01_000005 by user soberoi
2015-02-12 10:27:47,352 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000002
2015-02-12 10:27:47,352 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000005
2015-02-12 10:27:47,352 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0026 transitioned from NEW to INITING
2015-02-12 10:27:47,352 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0026_01_000002 to application application_1423764831909_0026
2015-02-12 10:27:47,352 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0026_01_000004 by user soberoi
2015-02-12 10:27:47,353 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0026_01_000003 by user soberoi
2015-02-12 10:27:47,353 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000004
2015-02-12 10:27:47,353 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000003
2015-02-12 10:27:47,353 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0026_01_000005 to application application_1423764831909_0026
2015-02-12 10:27:47,353 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0026_01_000004 to application application_1423764831909_0026
2015-02-12 10:27:47,354 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0026_01_000003 to application application_1423764831909_0026
2015-02-12 10:27:47,354 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0026 transitioned from INITING to RUNNING
2015-02-12 10:27:47,354 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:27:47,354 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:27:47,354 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:27:47,355 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:27:47,355 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0026
2015-02-12 10:27:47,355 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0026
2015-02-12 10:27:47,355 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:27:47,355 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0026
2015-02-12 10:27:47,355 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:27:47,355 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:27:47,355 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0026
2015-02-12 10:27:47,355 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0026
2015-02-12 10:27:47,355 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:27:47,355 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0026
2015-02-12 10:27:47,356 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0026
2015-02-12 10:27:47,356 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0026
2015-02-12 10:27:47,356 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:27:47,356 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0026
2015-02-12 10:27:47,356 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0026
2015-02-12 10:27:47,356 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0026
2015-02-12 10:27:47,356 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:27:47,357 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0026
2015-02-12 10:27:47,357 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0026_01_000003
2015-02-12 10:27:47,358 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0026_01_000002
2015-02-12 10:27:47,359 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0026_01_000004
2015-02-12 10:27:47,360 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0026_01_000005
2015-02-12 10:27:47,376 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0026_01_000004.tokens. Credentials list:
2015-02-12 10:27:47,376 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0026_01_000003.tokens. Credentials list:
2015-02-12 10:27:47,376 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423764831909_0026_01_000002.tokens. Credentials list:
2015-02-12 10:27:47,377 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0026_01_000005.tokens. Credentials list:
2015-02-12 10:27:47,518 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:27:47,634 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0026_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000004.tokens
2015-02-12 10:27:47,635 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0026 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0026
2015-02-12 10:27:47,640 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:27:47,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:47,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.jar dst=null perm=null proto=rpc
2015-02-12 10:27:47,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:27:47,787 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0026_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000005.tokens
2015-02-12 10:27:47,787 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0026 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0026
2015-02-12 10:27:47,834 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0026/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:27:47,863 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742098_1274
2015-02-12 10:27:47,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.xml dst=null perm=null proto=rpc
2015-02-12 10:27:47,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.xml dst=null perm=null proto=rpc
2015-02-12 10:27:47,932 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0026/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:27:47,932 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:27:47,932 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:27:47,933 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:27:47,933 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:27:47,960 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:27:47,967 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423764831909_0026_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000002.tokens
2015-02-12 10:27:47,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0026 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0026
2015-02-12 10:27:48,017 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:27:48,017 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:27:48,017 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:48,017 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:27:48,017 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:48,017 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:48,017 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:27:48,018 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:48,178 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:27:48,217 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:27:48,217 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:27:48,217 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:27:48,217 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:27:48,221 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0026_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000003.tokens
2015-02-12 10:27:48,221 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0026 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0026
2015-02-12 10:27:48,256 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000004/default_container_executor.sh]
2015-02-12 10:27:48,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000005/default_container_executor.sh]
2015-02-12 10:27:48,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000002/default_container_executor.sh]
2015-02-12 10:27:48,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000003/default_container_executor.sh]
2015-02-12 10:27:52,872 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742102_1278
2015-02-12 10:27:53,177 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742102_1278
2015-02-12 10:27:54,577 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742102_1278
2015-02-12 10:27:56,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.split dst=null perm=null proto=rpc
2015-02-12 10:27:57,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.split dst=null perm=null proto=rpc
2015-02-12 10:27:57,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.split dst=null perm=null proto=rpc
2015-02-12 10:27:57,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job.split dst=null perm=null proto=rpc
2015-02-12 10:27:57,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:27:57,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:27:57,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:27:57,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:27:58,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/_temporary/1/_temporary/attempt_1423764831909_0026_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:27:58,223 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0026_000001 (auth:SIMPLE)
2015-02-12 10:27:58,225 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0026_01_000005
2015-02-12 10:27:58,225 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000005
2015-02-12 10:27:58,225 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:27:58,225 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0026_01_000005
2015-02-12 10:27:58,252 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0026_01_000005 is : 143
2015-02-12 10:27:58,260 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:27:58,261 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000005
2015-02-12 10:27:58,261 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000005
2015-02-12 10:27:58,261 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000005
2015-02-12 10:27:58,261 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:27:58,262 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0026_01_000005 from application application_1423764831909_0026
2015-02-12 10:27:58,262 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:58,262 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0026
2015-02-12 10:27:58,262 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000005
2015-02-12 10:27:58,262 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000005
2015-02-12 10:27:58,284 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job_1423764831909_0026_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742103_1279{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:27:58,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742103_1279 src: /127.0.0.1:49781 dest: /127.0.0.1:59859
2015-02-12 10:27:58,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742103_1279 src: /127.0.0.1:49782 dest: /127.0.0.1:59852
2015-02-12 10:27:58,291 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742103_1279 src: /127.0.0.1:49783 dest: /127.0.0.1:59862
2015-02-12 10:27:58,301 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job_1423764831909_0026_1.jhist for DFSClient_NONMAPREDUCE_-1077512969_1
2015-02-12 10:27:58,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/_temporary/1/_temporary/attempt_1423764831909_0026_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:27:58,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/_temporary/1/_temporary/attempt_1423764831909_0026_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:27:58,595 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0026_000001 (auth:SIMPLE)
2015-02-12 10:27:58,596 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0026_01_000003
2015-02-12 10:27:58,597 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000003
2015-02-12 10:27:58,597 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:27:58,597 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0026_01_000003
2015-02-12 10:27:58,598 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:27:58,598 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0026_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:27:58,598 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000005
2015-02-12 10:27:58,598 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0026_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:27:58,598 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:27:58,599 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0026_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:27:58,599 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:58,599 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:27:58,599 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0026_000001 released container container_1423764831909_0026_01_000005 on node: host: 10.1.1.68:59924 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:27:58,616 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0026_01_000003 is : 143
2015-02-12 10:27:58,651 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:27:58,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000003
2015-02-12 10:27:58,652 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000003
2015-02-12 10:27:58,652 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000003
2015-02-12 10:27:58,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000003
2015-02-12 10:27:58,654 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000003
2015-02-12 10:27:58,655 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:27:58,655 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0026_01_000003 from application application_1423764831909_0026
2015-02-12 10:27:58,655 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:58,659 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0026
2015-02-12 10:27:58,670 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0026_000001 (auth:SIMPLE)
2015-02-12 10:27:58,672 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0026_01_000004
2015-02-12 10:27:58,672 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000004
2015-02-12 10:27:58,672 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:27:58,673 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:27:58,673 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0026_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:27:58,673 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000003
2015-02-12 10:27:58,673 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0026_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:27:58,673 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:27:58,673 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0026_01_000004
2015-02-12 10:27:58,674 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0026_01_000003, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:27:58,674 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:58,674 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:27:58,675 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0026_000001 released container container_1423764831909_0026_01_000003 on node: host: 10.1.1.68:59924 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:27:58,675 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:58,694 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0026_01_000004 is : 143
2015-02-12 10:27:58,707 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:27:58,707 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000004
2015-02-12 10:27:58,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000004
2015-02-12 10:27:58,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000004
2015-02-12 10:27:58,709 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000004
2015-02-12 10:27:58,711 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000004
2015-02-12 10:27:58,711 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:27:58,711 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0026_01_000004 from application application_1423764831909_0026
2015-02-12 10:27:58,711 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:58,711 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0026
2015-02-12 10:27:58,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/_temporary/1/_temporary/attempt_1423764831909_0026_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:27:58,782 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0026_000001 (auth:SIMPLE)
2015-02-12 10:27:58,784 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0026_01_000002
2015-02-12 10:27:58,784 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000002
2015-02-12 10:27:58,784 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:27:58,785 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0026_01_000002
2015-02-12 10:27:58,785 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:58,785 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:27:58,785 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0026_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:27:58,785 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000004
2015-02-12 10:27:58,786 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0026_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:27:58,786 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:27:58,787 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0026_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:27:58,787 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:58,787 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:27:58,787 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0026_000001 released container container_1423764831909_0026_01_000004 on node: host: 10.1.1.68:59924 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:27:58,787 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:58,807 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0026_01_000002 is : 143
2015-02-12 10:27:58,825 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:27:58,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000002
2015-02-12 10:27:58,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000002
2015-02-12 10:27:58,829 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000002
2015-02-12 10:27:58,829 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000002
2015-02-12 10:27:58,829 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000002
2015-02-12 10:27:58,829 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:27:58,830 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0026_01_000002 from application application_1423764831909_0026
2015-02-12 10:27:58,830 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:27:58,830 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0026
2015-02-12 10:27:59,790 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:27:59,790 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0026_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:27:59,790 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000002
2015-02-12 10:27:59,790 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0026_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:27:59,790 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:27:59,791 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0026_01_000002, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:27:59,792 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:27:59,792 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:27:59,792 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0026_000001 released container container_1423764831909_0026_01_000002 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:27:59,792 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:59,792 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:27:59,792 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:00,680 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:28:00,681 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000006
2015-02-12 10:28:00,681 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0026_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:28:00,681 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0026_000001 container=Container: [ContainerId: container_1423764831909_0026_01_000006, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:28:00,681 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:28:00,681 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:28:00,791 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0026_01_000003, container_1423764831909_0026_01_000004, container_1423764831909_0026_01_000005]
2015-02-12 10:28:00,792 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:00,792 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:00,792 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:00,792 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:01,231 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0026_01_000006
2015-02-12 10:28:01,231 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:28:01,245 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0026_000001 (auth:SIMPLE)
2015-02-12 10:28:01,247 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0026_01_000006 by user soberoi
2015-02-12 10:28:01,248 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000006
2015-02-12 10:28:01,248 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0026_01_000006 to application application_1423764831909_0026
2015-02-12 10:28:01,248 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:28:01,248 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0026
2015-02-12 10:28:01,249 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0026
2015-02-12 10:28:01,249 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:28:01,249 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0026
2015-02-12 10:28:01,249 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:28:01,312 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:28:01,312 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:28:01,470 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000006/default_container_executor.sh]
2015-02-12 10:28:01,681 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:28:01,794 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0026_01_000002]
2015-02-12 10:28:01,794 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:02,236 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:28:06,433 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30005 milliseconds
2015-02-12 10:28:06,434 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:28:13,457 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:28:14,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/_temporary/1/_temporary/attempt_1423764831909_0026_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:15,125 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/_temporary/1/_temporary/attempt_1423764831909_0026_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742104_1280{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:28:15,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742104_1280 src: /127.0.0.1:50017 dest: /127.0.0.1:59852
2015-02-12 10:28:15,354 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742104_1280 src: /127.0.0.1:50039 dest: /127.0.0.1:59855
2015-02-12 10:28:15,356 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742104_1280 src: /127.0.0.1:50040 dest: /127.0.0.1:59862
2015-02-12 10:28:15,414 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50040, dest: /127.0.0.1:59862, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0026_r_000000_0_1240769244_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742104_1280, duration: 57267000
2015-02-12 10:28:15,415 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742104_1280, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:28:15,415 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742104_1280{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:28:15,415 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50039, dest: /127.0.0.1:59855, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0026_r_000000_0_1240769244_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742104_1280, duration: 58026000
2015-02-12 10:28:15,415 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742104_1280, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:15,416 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742104_1280{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:28:15,416 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50017, dest: /127.0.0.1:59852, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0026_r_000000_0_1240769244_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742104_1280, duration: 58836000
2015-02-12 10:28:15,416 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742104_1280, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:15,417 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742104_1280{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:28:15,420 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/_temporary/1/_temporary/attempt_1423764831909_0026_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0026_r_000000_0_1240769244_1
2015-02-12 10:28:15,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/_temporary/1/_temporary/attempt_1423764831909_0026_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:28:15,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/_temporary/1/_temporary/attempt_1423764831909_0026_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:28:15,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/_temporary/1/task_1423764831909_0026_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:28:15,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/_temporary/1/_temporary/attempt_1423764831909_0026_r_000000_0 dst=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/_temporary/1/task_1423764831909_0026_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:28:15,465 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0026_000001 (auth:SIMPLE)
2015-02-12 10:28:15,467 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0026_01_000006
2015-02-12 10:28:15,467 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000006
2015-02-12 10:28:15,467 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:28:15,467 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0026_01_000006
2015-02-12 10:28:15,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:15,474 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1077512969_1
2015-02-12 10:28:15,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:28:15,487 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0026_01_000006 is : 143
2015-02-12 10:28:15,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0 dst=null perm=null proto=rpc
2015-02-12 10:28:15,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0 dst=null perm=null proto=rpc
2015-02-12 10:28:15,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/_temporary/1/task_1423764831909_0026_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:28:15,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:28:15,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/_temporary/1/task_1423764831909_0026_r_000000/part-00000 dst=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:15,499 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:28:15,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000006
2015-02-12 10:28:15,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/_temporary dst=null perm=null proto=rpc
2015-02-12 10:28:15,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000006
2015-02-12 10:28:15,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000006
2015-02-12 10:28:15,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000006
2015-02-12 10:28:15,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:15,505 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000006
2015-02-12 10:28:15,506 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:28:15,506 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1077512969_1
2015-02-12 10:28:15,506 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0026_01_000006 from application application_1423764831909_0026
2015-02-12 10:28:15,506 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:28:15,507 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0026
2015-02-12 10:28:15,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:15,509 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1077512969_1
2015-02-12 10:28:15,527 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49783, dest: /127.0.0.1:59862, bytes: 57844, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1077512969_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742103_1279, duration: 17233990000
2015-02-12 10:28:15,527 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742103_1279, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:28:15,528 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742103_1279{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15545
2015-02-12 10:28:15,529 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49782, dest: /127.0.0.1:59852, bytes: 57844, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1077512969_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742103_1279, duration: 17234119000
2015-02-12 10:28:15,529 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742103_1279, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:15,531 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742103_1279{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15545
2015-02-12 10:28:15,531 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:49781, dest: /127.0.0.1:59859, bytes: 57844, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1077512969_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742103_1279, duration: 17238034000
2015-02-12 10:28:15,531 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742103_1279, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:15,532 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742103_1279{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15545
2015-02-12 10:28:15,533 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job_1423764831909_0026_1.jhist is closed by DFSClient_NONMAPREDUCE_-1077512969_1
2015-02-12 10:28:15,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:15,539 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742105_1281{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:28:15,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742105_1281 src: /127.0.0.1:50043 dest: /127.0.0.1:59859
2015-02-12 10:28:15,542 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742105_1281 src: /127.0.0.1:50044 dest: /127.0.0.1:59862
2015-02-12 10:28:15,544 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742105_1281 src: /127.0.0.1:50045 dest: /127.0.0.1:59855
2015-02-12 10:28:15,560 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50045, dest: /127.0.0.1:59855, bytes: 420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1077512969_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742105_1281, duration: 4153000
2015-02-12 10:28:15,560 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742105_1281, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:28:15,561 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742105_1281{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:28:15,561 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50044, dest: /127.0.0.1:59862, bytes: 420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1077512969_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742105_1281, duration: 4159000
2015-02-12 10:28:15,561 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742105_1281, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:15,561 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742105_1281{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:28:15,562 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50043, dest: /127.0.0.1:59859, bytes: 420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1077512969_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742105_1281, duration: 5375000
2015-02-12 10:28:15,562 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742105_1281, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:15,562 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742105_1281{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:28:15,564 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1077512969_1
2015-02-12 10:28:15,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:15,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job_1423764831909_0026_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:28:15,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026-1423765657515-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F8CA3AF0828204ECA-1423765695510-4-1-SUCCEEDED-default-1423765665161.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:28:15,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job_1423764831909_0026_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:28:15,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026-1423765657515-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F8CA3AF0828204ECA-1423765695510-4-1-SUCCEEDED-default-1423765665161.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:28:15,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job_1423764831909_0026_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:28:15,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026-1423765657515-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F8CA3AF0828204ECA-1423765695510-4-1-SUCCEEDED-default-1423765665161.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:15,588 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026-1423765657515-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F8CA3AF0828204ECA-1423765695510-4-1-SUCCEEDED-default-1423765665161.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742106_1282{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:28:15,590 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742106_1282 src: /127.0.0.1:50047 dest: /127.0.0.1:59859
2015-02-12 10:28:15,591 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742106_1282 src: /127.0.0.1:50048 dest: /127.0.0.1:59862
2015-02-12 10:28:15,593 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742106_1282 src: /127.0.0.1:50049 dest: /127.0.0.1:59852
2015-02-12 10:28:15,596 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50049, dest: /127.0.0.1:59852, bytes: 57844, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1077512969_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742106_1282, duration: 1732000
2015-02-12 10:28:15,596 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742106_1282, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:28:15,597 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742106_1282{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:28:15,597 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50048, dest: /127.0.0.1:59862, bytes: 57844, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1077512969_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742106_1282, duration: 2570000
2015-02-12 10:28:15,597 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742106_1282, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:15,597 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742106_1282{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:28:15,598 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50047, dest: /127.0.0.1:59859, bytes: 57844, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1077512969_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742106_1282, duration: 3612000
2015-02-12 10:28:15,598 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742106_1282, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:15,598 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742106_1282{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:28:15,599 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026-1423765657515-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F8CA3AF0828204ECA-1423765695510-4-1-SUCCEEDED-default-1423765665161.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1077512969_1
2015-02-12 10:28:15,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026-1423765657515-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F8CA3AF0828204ECA-1423765695510-4-1-SUCCEEDED-default-1423765665161.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:15,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job_1423764831909_0026_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:28:15,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:28:15,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job_1423764831909_0026_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:28:15,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:28:15,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026/job_1423764831909_0026_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:28:15,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:15,614 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742107_1283{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:28:15,616 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742107_1283 src: /127.0.0.1:50050 dest: /127.0.0.1:59859
2015-02-12 10:28:15,618 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742107_1283 src: /127.0.0.1:50051 dest: /127.0.0.1:59862
2015-02-12 10:28:15,619 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742107_1283 src: /127.0.0.1:50052 dest: /127.0.0.1:59855
2015-02-12 10:28:15,623 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50052, dest: /127.0.0.1:59855, bytes: 116036, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1077512969_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742107_1283, duration: 1751000
2015-02-12 10:28:15,623 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742107_1283, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:28:15,623 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742107_1283{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:28:15,623 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50051, dest: /127.0.0.1:59862, bytes: 116036, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1077512969_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742107_1283, duration: 2601000
2015-02-12 10:28:15,624 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742107_1283, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:15,624 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742107_1283{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:28:15,624 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50050, dest: /127.0.0.1:59859, bytes: 116036, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1077512969_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742107_1283, duration: 3436000
2015-02-12 10:28:15,625 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742107_1283, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:15,625 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742107_1283{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:28:15,626 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1077512969_1
2015-02-12 10:28:15,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:15,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:15,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:15,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026-1423765657515-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F8CA3AF0828204ECA-1423765695510-4-1-SUCCEEDED-default-1423765665161.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026-1423765657515-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F8CA3AF0828204ECA-1423765695510-4-1-SUCCEEDED-default-1423765665161.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:15,642 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0026_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:28:15,642 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0026_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:28:15,642 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0026 with final state: FINISHING
2015-02-12 10:28:15,642 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0026 State change from RUNNING to FINAL_SAVING
2015-02-12 10:28:15,643 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0026
2015-02-12 10:28:15,644 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0026_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:28:15,644 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0026 State change from FINAL_SAVING to FINISHING
2015-02-12 10:28:16,469 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:28:16,470 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0026_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:28:16,470 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000006
2015-02-12 10:28:16,470 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0026_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:28:16,470 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:28:16,471 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0026_01_000006, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:28:16,471 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:28:16,471 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:28:16,471 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0026_000001 released container container_1423764831909_0026_01_000006 on node: host: 10.1.1.68:59906 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:28:16,651 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0026 unregistered successfully.
2015-02-12 10:28:16,655 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742098_1274 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:28:16,655 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742099_1275 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:28:16,655 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742100_1276 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:28:16,655 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742101_1277 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:28:16,656 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742103_1279 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:28:16,656 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742102_1278 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:28:16,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0026 dst=null perm=null proto=rpc
2015-02-12 10:28:16,717 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (2/2) ...edpipesplatform/filterall
2015-02-12 10:28:16,733 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:28:16,758 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:28:16,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null proto=rpc
2015-02-12 10:28:16,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:28:16,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:28:16,781 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 27
2015-02-12 10:28:16,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027 dst=null perm=null proto=rpc
2015-02-12 10:28:16,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:28:16,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:28:16,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.jar dst=null perm=null proto=rpc
2015-02-12 10:28:16,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:28:16,793 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742108_1284{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:28:16,795 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742108_1284 src: /127.0.0.1:50085 dest: /127.0.0.1:59852
2015-02-12 10:28:16,798 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742108_1284 src: /127.0.0.1:50086 dest: /127.0.0.1:59862
2015-02-12 10:28:16,804 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742108_1284 src: /127.0.0.1:50087 dest: /127.0.0.1:59855
2015-02-12 10:28:16,830 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50087, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742108_1284, duration: 20816000
2015-02-12 10:28:16,830 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742108_1284, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:28:16,831 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742108_1284{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:28:16,831 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50086, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742108_1284, duration: 22384000
2015-02-12 10:28:16,831 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742108_1284, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:16,832 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742108_1284{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:28:16,832 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50085, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742108_1284, duration: 24047000
2015-02-12 10:28:16,832 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742108_1284, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:16,833 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742108_1284{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:28:16,836 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:28:16,837 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.jar
2015-02-12 10:28:16,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.jar dst=null perm=null proto=rpc
2015-02-12 10:28:16,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:28:16,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:28:16,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:28:16,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:28:16,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:28:16,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:28:16,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:28:16,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:28:16,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:28:16,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:28:16,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0 dst=null perm=null proto=rpc
2015-02-12 10:28:16,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0 dst=null perm=null proto=rpc
2015-02-12 10:28:16,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0 dst=null perm=null proto=rpc
2015-02-12 10:28:16,854 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:28:16,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:28:16,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:28:16,858 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.split
2015-02-12 10:28:16,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.split dst=null perm=null proto=rpc
2015-02-12 10:28:16,859 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742109_1285{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:28:16,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742109_1285 src: /127.0.0.1:50088 dest: /127.0.0.1:59859
2015-02-12 10:28:16,863 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742109_1285 src: /127.0.0.1:50089 dest: /127.0.0.1:59852
2015-02-12 10:28:16,865 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742109_1285 src: /127.0.0.1:50090 dest: /127.0.0.1:59862
2015-02-12 10:28:16,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742109_1285 src: /127.0.0.1:50093 dest: /127.0.0.1:59855
2015-02-12 10:28:16,870 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50093, dest: /127.0.0.1:59855, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742109_1285, duration: 2008000
2015-02-12 10:28:16,870 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742109_1285, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:28:16,871 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742109_1285{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:28:16,871 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50090, dest: /127.0.0.1:59862, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742109_1285, duration: 2750000
2015-02-12 10:28:16,871 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742109_1285, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:16,871 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742109_1285{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:28:16,872 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50089, dest: /127.0.0.1:59852, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742109_1285, duration: 3384000
2015-02-12 10:28:16,872 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742109_1285, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:16,873 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742109_1285{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:28:16,873 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50088, dest: /127.0.0.1:59859, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742109_1285, duration: 4452000
2015-02-12 10:28:16,873 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742109_1285, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:16,874 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742109_1285{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:28:16,876 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:28:16,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:28:16,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:28:16,881 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742110_1286{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:28:16,883 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742110_1286 src: /127.0.0.1:50094 dest: /127.0.0.1:59855
2015-02-12 10:28:16,884 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742110_1286 src: /127.0.0.1:50095 dest: /127.0.0.1:59852
2015-02-12 10:28:16,886 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742110_1286 src: /127.0.0.1:50096 dest: /127.0.0.1:59859
2015-02-12 10:28:16,891 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50096, dest: /127.0.0.1:59859, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742110_1286, duration: 3814000
2015-02-12 10:28:16,892 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742110_1286, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:28:16,893 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50095, dest: /127.0.0.1:59852, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742110_1286, duration: 4097000
2015-02-12 10:28:16,893 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742110_1286, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:16,893 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742110_1286{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:28:16,895 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50094, dest: /127.0.0.1:59855, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742110_1286, duration: 7040000
2015-02-12 10:28:16,895 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742110_1286, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:16,898 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742110_1286{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:28:16,898 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742110_1286{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:28:16,902 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:28:16,902 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1
2015-02-12 10:28:16,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:28:16,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:28:16,921 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742111_1287{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:28:16,923 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742111_1287 src: /127.0.0.1:50097 dest: /127.0.0.1:59855
2015-02-12 10:28:16,925 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742111_1287 src: /127.0.0.1:50098 dest: /127.0.0.1:59859
2015-02-12 10:28:16,927 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742111_1287 src: /127.0.0.1:50099 dest: /127.0.0.1:59852
2015-02-12 10:28:16,934 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50099, dest: /127.0.0.1:59852, bytes: 99217, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742111_1287, duration: 4834000
2015-02-12 10:28:16,934 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742111_1287, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:28:16,935 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742111_1287{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:28:16,935 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50098, dest: /127.0.0.1:59859, bytes: 99217, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742111_1287, duration: 6009000
2015-02-12 10:28:16,936 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742111_1287, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:16,936 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742111_1287{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:28:16,937 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50097, dest: /127.0.0.1:59855, bytes: 99217, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742111_1287, duration: 6395000
2015-02-12 10:28:16,937 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742111_1287, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:16,938 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742111_1287{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:28:16,939 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:28:16,940 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0027
2015-02-12 10:28:16,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027 dst=null perm=null proto=rpc
2015-02-12 10:28:16,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.xml dst=null perm=null proto=rpc
2015-02-12 10:28:16,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.xml dst=null perm=null proto=rpc
2015-02-12 10:28:16,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.jar dst=null perm=null proto=rpc
2015-02-12 10:28:16,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.jar dst=null perm=null proto=rpc
2015-02-12 10:28:16,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.split dst=null perm=null proto=rpc
2015-02-12 10:28:16,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.split dst=null perm=null proto=rpc
2015-02-12 10:28:16,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:28:16,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:28:16,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:28:16,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:28:16,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:28:16,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:28:16,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:28:16,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:28:16,970 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 27 submitted by user soberoi
2015-02-12 10:28:16,971 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0027
2015-02-12 10:28:16,970 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0027
2015-02-12 10:28:16,971 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0027 State change from NEW to NEW_SAVING
2015-02-12 10:28:16,971 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0027
2015-02-12 10:28:16,971 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0027 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:28:16,972 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0027 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:28:16,972 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0027 from user: soberoi, in queue: default
2015-02-12 10:28:16,972 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0027 State change from SUBMITTED to ACCEPTED
2015-02-12 10:28:16,972 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0027_000001
2015-02-12 10:28:16,972 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0027_000001 State change from NEW to SUBMITTED
2015-02-12 10:28:16,972 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0027
2015-02-12 10:28:16,973 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0027 from user: soberoi activated in queue: default
2015-02-12 10:28:16,973 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0027 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:28:16,973 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0027_000001 to scheduler from user soberoi in queue default
2015-02-12 10:28:16,975 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0027_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:28:16,981 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0027/
2015-02-12 10:28:16,981 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423764831909_0027
2015-02-12 10:28:16,981 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0027/
2015-02-12 10:28:17,041 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0027_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:28:17,041 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0027 CONTAINERID=container_1423764831909_0027_01_000001
2015-02-12 10:28:17,041 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0027_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:28:17,042 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0027_000001 container=Container: [ContainerId: container_1423764831909_0027_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:28:17,042 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:28:17,042 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:28:17,042 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0027_01_000001
2015-02-12 10:28:17,043 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0027_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:28:17,043 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0027_000001
2015-02-12 10:28:17,043 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0027 AttemptId: appattempt_1423764831909_0027_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0027_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ]
2015-02-12 10:28:17,043 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0027_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:28:17,043 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0027_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:28:17,044 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0027_000001
2015-02-12 10:28:17,045 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0027_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0027_000001
2015-02-12 10:28:17,045 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0027_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:28:17,045 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0027_000001
2015-02-12 10:28:17,045 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0027_000001
2015-02-12 10:28:17,049 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0027_000001 (auth:SIMPLE)
2015-02-12 10:28:17,053 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0027_01_000001 by user soberoi
2015-02-12 10:28:17,053 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0027
2015-02-12 10:28:17,054 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0027 CONTAINERID=container_1423764831909_0027_01_000001
2015-02-12 10:28:17,054 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0027 transitioned from NEW to INITING
2015-02-12 10:28:17,054 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0027_01_000001 to application application_1423764831909_0027
2015-02-12 10:28:17,054 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0027 transitioned from INITING to RUNNING
2015-02-12 10:28:17,054 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0027_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0027_000001
2015-02-12 10:28:17,054 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0027_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:28:17,054 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0027
2015-02-12 10:28:17,054 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0027_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:28:17,055 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:28:17,055 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:28:17,055 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:28:17,055 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:28:17,055 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0027_01_000001
2015-02-12 10:28:17,073 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423764831909_0027_01_000001.tokens. Credentials list:
2015-02-12 10:28:17,242 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:28:17,422 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423764831909_0027_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0027/container_1423764831909_0027_01_000001.tokens
2015-02-12 10:28:17,423 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0027 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0027
2015-02-12 10:28:17,472 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:17,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.jar dst=null perm=null proto=rpc
2015-02-12 10:28:17,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.jar dst=null perm=null proto=rpc
2015-02-12 10:28:17,689 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0027/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:28:17,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:28:17,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:28:17,774 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0027/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:28:17,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.split dst=null perm=null proto=rpc
2015-02-12 10:28:17,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.split dst=null perm=null proto=rpc
2015-02-12 10:28:17,872 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0027/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:28:17,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.xml dst=null perm=null proto=rpc
2015-02-12 10:28:17,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.xml dst=null perm=null proto=rpc
2015-02-12 10:28:17,971 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0027/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:28:17,971 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0027_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:28:18,029 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0027_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:28:18,029 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:28:18,041 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0027_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:28:18,188 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0027/container_1423764831909_0027_01_000001/default_container_executor.sh]
2015-02-12 10:28:18,475 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:19,310 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59852 to replicate blk_1073742108_1284 to datanode(s) 127.0.0.1:59859
2015-02-12 10:28:19,311 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742098_1274, blk_1073742099_1275, blk_1073742101_1277]
2015-02-12 10:28:19,311 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742098_1274, blk_1073742099_1275, blk_1073742100_1276, blk_1073742102_1278, blk_1073742103_1279]
2015-02-12 10:28:19,479 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:20,224 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742098_1274 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742098 for deletion
2015-02-12 10:28:20,224 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742099_1275 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742099 for deletion
2015-02-12 10:28:20,224 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742101_1277 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742101 for deletion
2015-02-12 10:28:20,224 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742098_1274 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742098
2015-02-12 10:28:20,225 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742099_1275 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742099
2015-02-12 10:28:20,225 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742101_1277 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742101
2015-02-12 10:28:20,227 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5d835e39-c83e-4de7-bbde-92c2cf44d1a5, infoPort=59853, ipcPort=59854, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742108_1284 to 127.0.0.1:59859
2015-02-12 10:28:20,227 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742098_1274 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742098 for deletion
2015-02-12 10:28:20,227 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742099_1275 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742099 for deletion
2015-02-12 10:28:20,228 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742100_1276 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742100 for deletion
2015-02-12 10:28:20,228 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742102_1278 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742102 for deletion
2015-02-12 10:28:20,228 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742103_1279 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742103 for deletion
2015-02-12 10:28:20,228 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742098_1274 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742098
2015-02-12 10:28:20,228 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742100_1276 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742100
2015-02-12 10:28:20,228 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742108_1284 (numBytes=254067) to /127.0.0.1:59859
2015-02-12 10:28:20,229 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742099_1275 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742099
2015-02-12 10:28:20,230 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742108_1284 src: /127.0.0.1:50220 dest: /127.0.0.1:59859
2015-02-12 10:28:20,229 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742103_1279 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742103
2015-02-12 10:28:20,230 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742102_1278 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742102
2015-02-12 10:28:20,232 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742108_1284 src: /127.0.0.1:50220 dest: /127.0.0.1:59859 of size 254067
2015-02-12 10:28:20,233 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742108_1284 size 254067
2015-02-12 10:28:20,480 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:21,484 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:21,724 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0026_01_000001 succeeded
2015-02-12 10:28:21,724 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:28:21,724 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0026_01_000001
2015-02-12 10:28:21,747 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000001
2015-02-12 10:28:21,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000001
2015-02-12 10:28:21,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000001
2015-02-12 10:28:21,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0026/container_1423764831909_0026_01_000001
2015-02-12 10:28:21,749 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000001
2015-02-12 10:28:21,750 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0026_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:28:21,750 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0026_01_000001 from application application_1423764831909_0026
2015-02-12 10:28:21,750 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:28:21,750 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0026
2015-02-12 10:28:22,312 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742098_1274, blk_1073742099_1275, blk_1073742100_1276, blk_1073742101_1277, blk_1073742102_1278, blk_1073742103_1279]
2015-02-12 10:28:22,312 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742098_1274, blk_1073742099_1275, blk_1073742100_1276, blk_1073742101_1277, blk_1073742102_1278, blk_1073742103_1279]
2015-02-12 10:28:22,488 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0026_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:28:22,488 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0026_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:28:22,488 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000001
2015-02-12 10:28:22,488 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0026_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:28:22,488 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:28:22,488 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0026_000001
2015-02-12 10:28:22,489 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0026_000001
2015-02-12 10:28:22,489 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0026_000001 State change from FINISHING to FINISHED
2015-02-12 10:28:22,489 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0026 State change from FINISHING to FINISHED
2015-02-12 10:28:22,489 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0026_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:28:22,489 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0026
2015-02-12 10:28:22,489 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:28:22,489 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0026,name=[8E3E9D61CB7448B3B4CAA97382375C3A/8CA3AF0828204ECAADA7B8C4B22A9CD3] test/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0026/jobhistory/job/job_1423764831909_0026,appMasterHost=10.1.1.68,startTime=1423765657515,finishTime=1423765695642,finalStatus=SUCCEEDED
2015-02-12 10:28:22,489 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0026_000001
2015-02-12 10:28:22,489 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:28:22,490 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0026_000001 released container container_1423764831909_0026_01_000001 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:28:22,490 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:22,490 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0026_000001 is done. finalState=FINISHED
2015-02-12 10:28:22,490 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0026 requests cleared
2015-02-12 10:28:22,490 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0026 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:28:22,490 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0026 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:28:22,492 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0026_000001 (auth:SIMPLE)
2015-02-12 10:28:22,494 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0026_01_000001
2015-02-12 10:28:22,494 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0026 CONTAINERID=container_1423764831909_0026_01_000001
2015-02-12 10:28:22,495 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0026_01_000001]
2015-02-12 10:28:22,495 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:22,495 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0026 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:28:22,495 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:22,495 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0026
2015-02-12 10:28:22,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0026
2015-02-12 10:28:22,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0026
2015-02-12 10:28:22,496 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0026
2015-02-12 10:28:22,496 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0026 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:28:22,496 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0026, with delay of 10800 seconds
2015-02-12 10:28:22,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0026
2015-02-12 10:28:22,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:28:22,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:28:22,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:28:22,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:28:22,836 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0026 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:28:22,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0026
2015-02-12 10:28:22,837 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0026
2015-02-12 10:28:22,837 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0026 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:28:22,837 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0026, with delay of 10800 seconds
2015-02-12 10:28:22,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0026
2015-02-12 10:28:22,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0026
2015-02-12 10:28:22,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0026
2015-02-12 10:28:22,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027 dst=null perm=null proto=rpc
2015-02-12 10:28:22,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:28:22,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:28:22,912 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742106_1282
2015-02-12 10:28:22,913 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742103_1279
2015-02-12 10:28:23,117 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742107_1283
2015-02-12 10:28:23,117 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742109_1285
2015-02-12 10:28:23,118 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742105_1281
2015-02-12 10:28:23,118 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742110_1286
2015-02-12 10:28:23,119 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742111_1287
2015-02-12 10:28:23,199 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742104_1280
2015-02-12 10:28:23,199 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742106_1282
2015-02-12 10:28:23,223 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742104_1280
2015-02-12 10:28:23,224 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742111_1287
2015-02-12 10:28:23,225 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742107_1283
2015-02-12 10:28:23,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742105_1281
2015-02-12 10:28:23,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742109_1285
2015-02-12 10:28:23,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:28:23,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:28:23,404 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742108_1284
2015-02-12 10:28:23,405 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742111_1287
2015-02-12 10:28:23,405 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742110_1286
2015-02-12 10:28:23,406 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742109_1285
2015-02-12 10:28:23,430 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742108_1284
2015-02-12 10:28:23,431 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742110_1286
2015-02-12 10:28:23,496 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:23,554 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742098_1274 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742098 for deletion
2015-02-12 10:28:23,555 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742099_1275 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742099 for deletion
2015-02-12 10:28:23,555 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742100_1276 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742100 for deletion
2015-02-12 10:28:23,555 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742098_1274 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742098
2015-02-12 10:28:23,555 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742099_1275 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742099
2015-02-12 10:28:23,555 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742101_1277 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742101 for deletion
2015-02-12 10:28:23,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742102_1278 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742102 for deletion
2015-02-12 10:28:23,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742103_1279 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742103 for deletion
2015-02-12 10:28:23,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742100_1276 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742100
2015-02-12 10:28:23,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742101_1277 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742101
2015-02-12 10:28:23,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742103_1279 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742103
2015-02-12 10:28:23,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742102_1278 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742102
2015-02-12 10:28:23,689 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742098_1274 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742098 for deletion
2015-02-12 10:28:23,689 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742099_1275 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742099 for deletion
2015-02-12 10:28:23,689 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742100_1276 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742100 for deletion
2015-02-12 10:28:23,690 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742101_1277 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742101 for deletion
2015-02-12 10:28:23,690 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742102_1278 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742102 for deletion
2015-02-12 10:28:23,690 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742103_1279 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742103 for deletion
2015-02-12 10:28:23,690 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742098_1274 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742098
2015-02-12 10:28:23,690 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742100_1276 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742100
2015-02-12 10:28:23,691 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742099_1275 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742099
2015-02-12 10:28:23,691 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742102_1278 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742102
2015-02-12 10:28:23,691 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742101_1277 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742101
2015-02-12 10:28:23,691 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742103_1279 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742103
2015-02-12 10:28:24,595 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742109_1285
2015-02-12 10:28:24,596 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742106_1282
2015-02-12 10:28:24,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742107_1283
2015-02-12 10:28:24,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742104_1280
2015-02-12 10:28:24,798 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742108_1284
2015-02-12 10:28:24,799 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742105_1281
2015-02-12 10:28:25,295 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0027_000001 (auth:SIMPLE)
2015-02-12 10:28:25,299 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0027_000001
2015-02-12 10:28:25,299 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0027 APPATTEMPTID=appattempt_1423764831909_0027_000001
2015-02-12 10:28:25,299 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0027_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:28:25,299 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0027 State change from ACCEPTED to RUNNING
2015-02-12 10:28:25,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job_1423764831909_0027_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:25,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:28:25,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job_1423764831909_0027_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:25,574 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job_1423764831909_0027_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742112_1288{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:28:25,638 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742112_1288 src: /127.0.0.1:50310 dest: /127.0.0.1:59852
2015-02-12 10:28:25,641 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742112_1288 src: /127.0.0.1:50311 dest: /127.0.0.1:59859
2015-02-12 10:28:25,643 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742112_1288 src: /127.0.0.1:50312 dest: /127.0.0.1:59862
2015-02-12 10:28:25,702 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50312, dest: /127.0.0.1:59862, bytes: 116316, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_111283922_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742112_1288, duration: 56630000
2015-02-12 10:28:25,702 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742112_1288, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:28:25,703 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50311, dest: /127.0.0.1:59859, bytes: 116316, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_111283922_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742112_1288, duration: 58243000
2015-02-12 10:28:25,703 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742112_1288, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:25,703 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742112_1288{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:28:25,704 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50310, dest: /127.0.0.1:59852, bytes: 116316, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_111283922_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742112_1288, duration: 59646000
2015-02-12 10:28:25,705 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742112_1288, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:25,706 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742112_1288{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:28:25,706 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742112_1288{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:28:25,711 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job_1423764831909_0027_1_conf.xml is closed by DFSClient_NONMAPREDUCE_111283922_1
2015-02-12 10:28:26,506 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0027_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:28:26,506 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0027 CONTAINERID=container_1423764831909_0027_01_000002
2015-02-12 10:28:26,506 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0027_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:28:26,506 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0027_000001 container=Container: [ContainerId: container_1423764831909_0027_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:28:26,506 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:28:26,506 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:28:27,358 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0027_01_000002
2015-02-12 10:28:27,358 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0027_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:28:27,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.jar dst=null perm=null proto=rpc
2015-02-12 10:28:27,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.jar dst=null perm=null proto=rpc
2015-02-12 10:28:27,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.xml dst=null perm=null proto=rpc
2015-02-12 10:28:27,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.xml dst=null perm=null proto=rpc
2015-02-12 10:28:27,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:28:27,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:28:27,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:28:27,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:28:27,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:28:27,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:28:28,031 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0027_000001 (auth:SIMPLE)
2015-02-12 10:28:28,034 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0027_01_000002 by user soberoi
2015-02-12 10:28:28,034 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0027
2015-02-12 10:28:28,034 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0027 CONTAINERID=container_1423764831909_0027_01_000002
2015-02-12 10:28:28,034 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0027 transitioned from NEW to INITING
2015-02-12 10:28:28,035 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0027_01_000002 to application application_1423764831909_0027
2015-02-12 10:28:28,035 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0027 transitioned from INITING to RUNNING
2015-02-12 10:28:28,035 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0027_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:28:28,035 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0027
2015-02-12 10:28:28,035 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0027
2015-02-12 10:28:28,035 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:28:28,035 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0027
2015-02-12 10:28:28,036 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:28:28,036 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:28:28,036 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0027_01_000002
2015-02-12 10:28:28,051 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0027_01_000002.tokens. Credentials list:
2015-02-12 10:28:28,126 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742108_1284
2015-02-12 10:28:28,229 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:28:28,375 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:28:28,377 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0027_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0027/container_1423764831909_0027_01_000002.tokens
2015-02-12 10:28:28,377 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0027 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0027
2015-02-12 10:28:28,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.jar dst=null perm=null proto=rpc
2015-02-12 10:28:28,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.jar dst=null perm=null proto=rpc
2015-02-12 10:28:28,508 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0027_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:28:28,546 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0027/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:28:28,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.xml dst=null perm=null proto=rpc
2015-02-12 10:28:28,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.xml dst=null perm=null proto=rpc
2015-02-12 10:28:28,629 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0027/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:28:28,629 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0027_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:28:28,683 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0027_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:28:28,683 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:28:28,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0027/container_1423764831909_0027_01_000002/default_container_executor.sh]
2015-02-12 10:28:33,131 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742112_1288
2015-02-12 10:28:33,416 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742112_1288
2015-02-12 10:28:34,811 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742112_1288
2015-02-12 10:28:36,436 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 10:28:36,437 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:28:40,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job.split dst=null perm=null proto=rpc
2015-02-12 10:28:41,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:28:41,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:28:41,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/_temporary/attempt_1423764831909_0027_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:28:41,665 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0027_000001 (auth:SIMPLE)
2015-02-12 10:28:41,667 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0027_01_000002
2015-02-12 10:28:41,668 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0027 CONTAINERID=container_1423764831909_0027_01_000002
2015-02-12 10:28:41,668 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0027_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:28:41,668 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0027_01_000002
2015-02-12 10:28:41,729 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job_1423764831909_0027_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742113_1289{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:28:41,729 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 2449 Total time for transactions(ms): 156 Number of transactions batched in Syncs: 2 Number of syncs: 1711 SyncTimes(ms): 44 23
2015-02-12 10:28:41,730 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0027_01_000002 is : 143
2015-02-12 10:28:41,731 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742113_1289 src: /127.0.0.1:50516 dest: /127.0.0.1:59859
2015-02-12 10:28:41,733 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742113_1289 src: /127.0.0.1:50517 dest: /127.0.0.1:59862
2015-02-12 10:28:41,735 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742113_1289 src: /127.0.0.1:50518 dest: /127.0.0.1:59852
2015-02-12 10:28:41,742 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job_1423764831909_0027_1.jhist for DFSClient_NONMAPREDUCE_111283922_1
2015-02-12 10:28:41,748 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0027_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:28:41,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0027/container_1423764831909_0027_01_000002
2015-02-12 10:28:41,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0027/container_1423764831909_0027_01_000002
2015-02-12 10:28:41,750 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0027/container_1423764831909_0027_01_000002
2015-02-12 10:28:41,750 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0027/container_1423764831909_0027_01_000002
2015-02-12 10:28:41,750 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0027 CONTAINERID=container_1423764831909_0027_01_000002
2015-02-12 10:28:41,751 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0027_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:28:41,751 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0027_01_000002 from application application_1423764831909_0027
2015-02-12 10:28:41,751 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:28:41,752 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0027
2015-02-12 10:28:42,678 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0027_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:28:42,678 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0027_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:28:42,678 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0027 CONTAINERID=container_1423764831909_0027_01_000002
2015-02-12 10:28:42,679 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0027_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:28:42,679 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:28:42,680 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0027_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:28:42,680 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:28:42,680 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:28:42,680 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0027_000001 released container container_1423764831909_0027_01_000002 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:28:43,681 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:43,682 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0027_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:28:43,682 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0027 CONTAINERID=container_1423764831909_0027_01_000003
2015-02-12 10:28:43,682 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0027_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:28:43,682 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0027_000001 container=Container: [ContainerId: container_1423764831909_0027_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:28:43,682 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:28:43,682 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:28:44,459 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0027_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:28:44,473 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0027_000001 (auth:SIMPLE)
2015-02-12 10:28:44,478 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0027_01_000003 by user soberoi
2015-02-12 10:28:44,478 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0027 CONTAINERID=container_1423764831909_0027_01_000003
2015-02-12 10:28:44,478 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0027_01_000003 to application application_1423764831909_0027
2015-02-12 10:28:44,479 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0027_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:28:44,479 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0027
2015-02-12 10:28:44,479 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0027
2015-02-12 10:28:44,479 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:28:44,479 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0027
2015-02-12 10:28:44,480 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0027_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:28:44,533 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0027_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:28:44,533 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:28:44,683 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0027_01_000002]
2015-02-12 10:28:44,683 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0027_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:28:44,683 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:44,688 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0027/container_1423764831909_0027_01_000003/default_container_executor.sh]
2015-02-12 10:28:45,462 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:28:48,536 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:28:49,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/_temporary/attempt_1423764831909_0027_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:49,036 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/_temporary/attempt_1423764831909_0027_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0027_r_000000_0_-674646523_1
2015-02-12 10:28:49,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/_temporary/attempt_1423764831909_0027_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:28:49,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/_temporary/attempt_1423764831909_0027_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:28:49,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/task_1423764831909_0027_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:28:49,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/_temporary/attempt_1423764831909_0027_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/task_1423764831909_0027_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:28:49,084 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0027_000001 (auth:SIMPLE)
2015-02-12 10:28:49,087 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0027_01_000003
2015-02-12 10:28:49,087 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0027 CONTAINERID=container_1423764831909_0027_01_000003
2015-02-12 10:28:49,087 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0027_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:28:49,087 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0027_01_000003
2015-02-12 10:28:49,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:49,107 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_111283922_1
2015-02-12 10:28:49,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:28:49,119 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0027_01_000003 is : 143
2015-02-12 10:28:49,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null proto=rpc
2015-02-12 10:28:49,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null proto=rpc
2015-02-12 10:28:49,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/task_1423764831909_0027_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:28:49,130 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0027_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:28:49,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:28:49,131 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0027/container_1423764831909_0027_01_000003
2015-02-12 10:28:49,131 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0027/container_1423764831909_0027_01_000003
2015-02-12 10:28:49,131 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0027/container_1423764831909_0027_01_000003
2015-02-12 10:28:49,132 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0027/container_1423764831909_0027_01_000003
2015-02-12 10:28:49,133 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0027 CONTAINERID=container_1423764831909_0027_01_000003
2015-02-12 10:28:49,134 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0027_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:28:49,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/task_1423764831909_0027_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:49,134 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0027_01_000003 from application application_1423764831909_0027
2015-02-12 10:28:49,135 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:28:49,135 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0027
2015-02-12 10:28:49,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary dst=null perm=null proto=rpc
2015-02-12 10:28:49,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:49,147 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_SUCCESS is closed by DFSClient_NONMAPREDUCE_111283922_1
2015-02-12 10:28:49,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:49,151 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_111283922_1
2015-02-12 10:28:49,182 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50518, dest: /127.0.0.1:59852, bytes: 34407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_111283922_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742113_1289, duration: 7445276000
2015-02-12 10:28:49,182 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742113_1289, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:28:49,187 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742113_1289{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 13376
2015-02-12 10:28:49,188 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50517, dest: /127.0.0.1:59862, bytes: 34407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_111283922_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742113_1289, duration: 7450657000
2015-02-12 10:28:49,188 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742113_1289, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:49,188 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742113_1289{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 13376
2015-02-12 10:28:49,189 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50516, dest: /127.0.0.1:59859, bytes: 34407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_111283922_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742113_1289, duration: 7451922000
2015-02-12 10:28:49,189 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742113_1289, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:49,189 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742113_1289{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 13376
2015-02-12 10:28:49,190 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job_1423764831909_0027_1.jhist is closed by DFSClient_NONMAPREDUCE_111283922_1
2015-02-12 10:28:49,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:49,196 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742114_1290{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:28:49,199 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742114_1290 src: /127.0.0.1:50577 dest: /127.0.0.1:59862
2015-02-12 10:28:49,202 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742114_1290 src: /127.0.0.1:50578 dest: /127.0.0.1:59855
2015-02-12 10:28:49,204 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742114_1290 src: /127.0.0.1:50579 dest: /127.0.0.1:59859
2015-02-12 10:28:49,209 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50579, dest: /127.0.0.1:59859, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_111283922_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742114_1290, duration: 3549000
2015-02-12 10:28:49,210 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742114_1290, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:28:49,210 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742114_1290{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:28:49,210 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50578, dest: /127.0.0.1:59855, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_111283922_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742114_1290, duration: 4262000
2015-02-12 10:28:49,211 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742114_1290, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:49,211 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742114_1290{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:28:49,212 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50577, dest: /127.0.0.1:59862, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_111283922_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742114_1290, duration: 6034000
2015-02-12 10:28:49,212 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742114_1290, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:49,212 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742114_1290{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:28:49,214 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027.summary_tmp is closed by DFSClient_NONMAPREDUCE_111283922_1
2015-02-12 10:28:49,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:49,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job_1423764831909_0027_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:28:49,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027-1423765696970-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F97E3BACCF2164E0E-1423765729152-1-1-SUCCEEDED-default-1423765705344.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:28:49,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job_1423764831909_0027_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:28:49,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027-1423765696970-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F97E3BACCF2164E0E-1423765729152-1-1-SUCCEEDED-default-1423765705344.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:28:49,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job_1423764831909_0027_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:28:49,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027-1423765696970-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F97E3BACCF2164E0E-1423765729152-1-1-SUCCEEDED-default-1423765705344.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:49,240 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027-1423765696970-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F97E3BACCF2164E0E-1423765729152-1-1-SUCCEEDED-default-1423765705344.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742115_1291{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:28:49,242 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742115_1291 src: /127.0.0.1:50582 dest: /127.0.0.1:59862
2015-02-12 10:28:49,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742115_1291 src: /127.0.0.1:50583 dest: /127.0.0.1:59855
2015-02-12 10:28:49,245 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742115_1291 src: /127.0.0.1:50584 dest: /127.0.0.1:59859
2015-02-12 10:28:49,249 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50584, dest: /127.0.0.1:59859, bytes: 34407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_111283922_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742115_1291, duration: 1831000
2015-02-12 10:28:49,249 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742115_1291, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:28:49,249 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742115_1291{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:28:49,250 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50583, dest: /127.0.0.1:59855, bytes: 34407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_111283922_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742115_1291, duration: 2373000
2015-02-12 10:28:49,250 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742115_1291, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:49,251 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742115_1291{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:28:49,251 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50582, dest: /127.0.0.1:59862, bytes: 34407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_111283922_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742115_1291, duration: 3686000
2015-02-12 10:28:49,251 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742115_1291, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:49,251 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742115_1291{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:28:49,253 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027-1423765696970-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F97E3BACCF2164E0E-1423765729152-1-1-SUCCEEDED-default-1423765705344.jhist_tmp is closed by DFSClient_NONMAPREDUCE_111283922_1
2015-02-12 10:28:49,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027-1423765696970-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F97E3BACCF2164E0E-1423765729152-1-1-SUCCEEDED-default-1423765705344.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:49,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job_1423764831909_0027_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:28:49,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:28:49,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job_1423764831909_0027_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:28:49,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:28:49,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027/job_1423764831909_0027_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:28:49,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:49,273 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742116_1292{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:28:49,275 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742116_1292 src: /127.0.0.1:50587 dest: /127.0.0.1:59859
2015-02-12 10:28:49,277 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742116_1292 src: /127.0.0.1:50588 dest: /127.0.0.1:59852
2015-02-12 10:28:49,278 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742116_1292 src: /127.0.0.1:50589 dest: /127.0.0.1:59862
2015-02-12 10:28:49,283 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50589, dest: /127.0.0.1:59862, bytes: 116316, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_111283922_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742116_1292, duration: 2384000
2015-02-12 10:28:49,283 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742116_1292, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:28:49,284 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742116_1292{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:28:49,284 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50588, dest: /127.0.0.1:59852, bytes: 116316, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_111283922_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742116_1292, duration: 2914000
2015-02-12 10:28:49,285 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742116_1292, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:49,285 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742116_1292{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:28:49,286 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50587, dest: /127.0.0.1:59859, bytes: 116316, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_111283922_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742116_1292, duration: 4833000
2015-02-12 10:28:49,286 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742116_1292, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:49,287 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742116_1292{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:28:49,291 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_111283922_1
2015-02-12 10:28:49,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:49,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:49,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:49,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027-1423765696970-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F97E3BACCF2164E0E-1423765729152-1-1-SUCCEEDED-default-1423765705344.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027-1423765696970-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F97E3BACCF2164E0E-1423765729152-1-1-SUCCEEDED-default-1423765705344.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:49,312 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0027_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:28:49,312 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0027_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:28:49,312 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0027 with final state: FINISHING
2015-02-12 10:28:49,312 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0027 State change from RUNNING to FINAL_SAVING
2015-02-12 10:28:49,313 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0027
2015-02-12 10:28:49,314 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0027_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:28:49,314 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0027 State change from FINAL_SAVING to FINISHING
2015-02-12 10:28:50,090 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0027_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:28:50,090 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0027_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:28:50,090 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0027 CONTAINERID=container_1423764831909_0027_01_000003
2015-02-12 10:28:50,090 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0027_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:28:50,090 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:28:50,091 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0027_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:28:50,091 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:28:50,091 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:28:50,092 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0027_000001 released container container_1423764831909_0027_01_000003 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:28:50,317 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0027 unregistered successfully.
2015-02-12 10:28:50,320 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742108_1284 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:28:50,320 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742109_1285 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:28:50,320 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742110_1286 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:28:50,321 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742111_1287 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:28:50,321 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742113_1289 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:28:50,321 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742112_1288 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:28:50,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0027 dst=null perm=null proto=rpc
2015-02-12 10:28:50,362 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742104_1280 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:28:50,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/7817144714_test_3F5BF1492FD946589E528C8DB559AFA0 dst=null perm=null proto=rpc
2015-02-12 10:28:50,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null proto=rpc
2015-02-12 10:28:50,364 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary
2015-02-12 10:28:50,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary dst=null perm=null proto=rpc
2015-02-12 10:28:50,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null proto=rpc
2015-02-12 10:28:50,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null proto=rpc
2015-02-12 10:28:50,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null proto=rpc
2015-02-12 10:28:50,385 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:28:50,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:28:50,386 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/filterall
2015-02-12 10:28:50,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null proto=rpc
2015-02-12 10:28:50,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null proto=rpc
2015-02-12 10:28:50,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null proto=rpc
2015-02-12 10:28:50,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null proto=rpc
2015-02-12 10:28:50,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:28:50,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:28:50,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:28:50,409 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:28:50,410 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:28:50,419 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2015-02-12 10:28:50,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:28:50,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:28:50,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023.summary dst=null perm=null proto=rpc
2015-02-12 10:28:50,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025.summary dst=null perm=null proto=rpc
2015-02-12 10:28:50,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024.summary dst=null perm=null proto=rpc
2015-02-12 10:28:50,435 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0025,submitTime=1423765620971,launchTime=1423765630219,firstMapTaskLaunchTime=1423765632428,firstReduceTaskLaunchTime=1423765649322,finishTime=1423765655983,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=57,reduceSlotSeconds=6,jobName=[DEC9CEDFCBED4E978A230A95BCD4140B/041D572BB2464D5182CA69BF74DFB4E6] third/(3/3) ...latform/chainedtaps/third
2015-02-12 10:28:50,437 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0023,submitTime=1423765538299,launchTime=1423765546030,firstMapTaskLaunchTime=1423765548312,firstReduceTaskLaunchTime=1423765563134,finishTime=1423765574586,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=50,reduceSlotSeconds=11,jobName=[DEC9CEDFCBED4E978A230A95BCD4140B/1A1B4AA41489442586B0B884DDC47A90] third/(1/3) ...latform/chainedtaps/first
2015-02-12 10:28:50,437 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023.summary]
2015-02-12 10:28:50,435 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0024,submitTime=1423765576296,launchTime=1423765586541,firstMapTaskLaunchTime=1423765588825,firstReduceTaskLaunchTime=1423765606690,finishTime=1423765619603,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=60,reduceSlotSeconds=12,jobName=[DEC9CEDFCBED4E978A230A95BCD4140B/816435EC68AA45DD9C6FDDCD590336B4] third/(2/3) ...atform/chainedtaps/second
2015-02-12 10:28:50,437 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024.summary]
2015-02-12 10:28:50,437 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025.summary]
2015-02-12 10:28:50,438 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742075_1251 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:28:50,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023.summary dst=null perm=null proto=rpc
2015-02-12 10:28:50,439 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742085_1261 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:28:50,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024.summary dst=null perm=null proto=rpc
2015-02-12 10:28:50,439 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742095_1271 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:28:50,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025.summary dst=null perm=null proto=rpc
2015-02-12 10:28:50,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:28:50,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:28:50,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:28:50,442 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023-1423765538299-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F1A1B4AA414894425-1423765574586-4-1-SUCCEEDED-default-1423765546030.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0023-1423765538299-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F1A1B4AA414894425-1423765574586-4-1-SUCCEEDED-default-1423765546030.jhist
2015-02-12 10:28:50,442 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025-1423765620971-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F041D572BB2464D51-1423765655983-4-1-SUCCEEDED-default-1423765630219.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0025-1423765620971-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F041D572BB2464D51-1423765655983-4-1-SUCCEEDED-default-1423765630219.jhist
2015-02-12 10:28:50,442 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024-1423765576296-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F816435EC68AA45DD-1423765619603-4-1-SUCCEEDED-default-1423765586541.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0024-1423765576296-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F816435EC68AA45DD-1423765619603-4-1-SUCCEEDED-default-1423765586541.jhist
2015-02-12 10:28:50,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023-1423765538299-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F1A1B4AA414894425-1423765574586-4-1-SUCCEEDED-default-1423765546030.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0023-1423765538299-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F1A1B4AA414894425-1423765574586-4-1-SUCCEEDED-default-1423765546030.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:50,443 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0023_conf.xml
2015-02-12 10:28:50,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025-1423765620971-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F041D572BB2464D51-1423765655983-4-1-SUCCEEDED-default-1423765630219.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0025-1423765620971-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F041D572BB2464D51-1423765655983-4-1-SUCCEEDED-default-1423765630219.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:50,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024-1423765576296-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F816435EC68AA45DD-1423765619603-4-1-SUCCEEDED-default-1423765586541.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0024-1423765576296-soberoi-%5BDEC9CEDFCBED4E978A230A95BCD4140B%2F816435EC68AA45DD-1423765619603-4-1-SUCCEEDED-default-1423765586541.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:50,444 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0025_conf.xml
2015-02-12 10:28:50,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0023_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0023_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:50,445 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0024_conf.xml
2015-02-12 10:28:50,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0025_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0025_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:50,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0024_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0024_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:50,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026.summary dst=null perm=null proto=rpc
2015-02-12 10:28:50,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027.summary dst=null perm=null proto=rpc
2015-02-12 10:28:50,448 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0026,submitTime=1423765657515,launchTime=1423765665161,firstMapTaskLaunchTime=1423765667365,firstReduceTaskLaunchTime=1423765681249,finishTime=1423765695510,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=44,reduceSlotSeconds=14,jobName=[8E3E9D61CB7448B3B4CAA97382375C3A/8CA3AF0828204ECAADA7B8C4B22A9CD3] test/(1/2)
2015-02-12 10:28:50,448 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026.summary]
2015-02-12 10:28:50,448 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0027,submitTime=1423765696970,launchTime=1423765705344,firstMapTaskLaunchTime=1423765708085,firstReduceTaskLaunchTime=1423765724479,finishTime=1423765729152,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=13,reduceSlotSeconds=4,jobName=[8E3E9D61CB7448B3B4CAA97382375C3A/97E3BACCF2164E0EB71DBFB23808F578] test/(2/2) ...edpipesplatform/filterall
2015-02-12 10:28:50,448 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027.summary]
2015-02-12 10:28:50,449 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742105_1281 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:28:50,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026.summary dst=null perm=null proto=rpc
2015-02-12 10:28:50,449 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742114_1290 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:28:50,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027.summary dst=null perm=null proto=rpc
2015-02-12 10:28:50,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null proto=rpc
2015-02-12 10:28:50,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:28:50,452 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026-1423765657515-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F8CA3AF0828204ECA-1423765695510-4-1-SUCCEEDED-default-1423765665161.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0026-1423765657515-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F8CA3AF0828204ECA-1423765695510-4-1-SUCCEEDED-default-1423765665161.jhist
2015-02-12 10:28:50,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:28:50,453 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merged] starting
2015-02-12 10:28:50,454 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merged] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:28:50,454 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merged] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename"]
2015-02-12 10:28:50,454 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merged] parallel execution is enabled: true
2015-02-12 10:28:50,454 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merged] starting jobs: 2
2015-02-12 10:28:50,454 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [merged] allocating threads: 2
2015-02-12 10:28:50,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026-1423765657515-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F8CA3AF0828204ECA-1423765695510-4-1-SUCCEEDED-default-1423765665161.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0026-1423765657515-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F8CA3AF0828204ECA-1423765695510-4-1-SUCCEEDED-default-1423765665161.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:50,454 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0026_conf.xml
2015-02-12 10:28:50,454 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027-1423765696970-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F97E3BACCF2164E0E-1423765729152-1-1-SUCCEEDED-default-1423765705344.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0027-1423765696970-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F97E3BACCF2164E0E-1423765729152-1-1-SUCCEEDED-default-1423765705344.jhist
2015-02-12 10:28:50,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0026_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0026_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:50,457 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] starting step: (1/2)
2015-02-12 10:28:50,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027-1423765696970-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F97E3BACCF2164E0E-1423765729152-1-1-SUCCEEDED-default-1423765705344.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0027-1423765696970-soberoi-%5B8E3E9D61CB7448B3B4CAA97382375C3A%2F97E3BACCF2164E0E-1423765729152-1-1-SUCCEEDED-default-1423765705344.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:50,458 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0027_conf.xml
2015-02-12 10:28:50,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0027_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0027_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:28:50,473 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:28:50,492 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:28:50,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4 dst=null perm=null proto=rpc
2015-02-12 10:28:50,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:28:50,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:28:50,499 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 28
2015-02-12 10:28:50,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028 dst=null perm=null proto=rpc
2015-02-12 10:28:50,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:28:50,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:28:50,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.jar dst=null perm=null proto=rpc
2015-02-12 10:28:50,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:28:50,507 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742117_1293{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:28:50,509 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742117_1293 src: /127.0.0.1:50595 dest: /127.0.0.1:59852
2015-02-12 10:28:50,511 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742117_1293 src: /127.0.0.1:50596 dest: /127.0.0.1:59862
2015-02-12 10:28:50,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742117_1293 src: /127.0.0.1:50597 dest: /127.0.0.1:59855
2015-02-12 10:28:50,525 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50597, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742117_1293, duration: 10439000
2015-02-12 10:28:50,525 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742117_1293, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:28:50,526 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742117_1293{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:28:50,527 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50596, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742117_1293, duration: 11276000
2015-02-12 10:28:50,527 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742117_1293, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:50,527 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742117_1293{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:28:50,528 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50595, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742117_1293, duration: 12028000
2015-02-12 10:28:50,528 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742117_1293, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:50,528 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742117_1293{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:28:50,533 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:28:50,534 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.jar
2015-02-12 10:28:50,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.jar dst=null perm=null proto=rpc
2015-02-12 10:28:50,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:28:50,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:28:50,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:28:50,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:28:50,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:28:50,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:28:50,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:28:50,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:28:50,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:28:50,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:28:50,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:28:50,546 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:28:50,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:28:50,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:28:50,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:28:50,550 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.split
2015-02-12 10:28:50,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.split dst=null perm=null proto=rpc
2015-02-12 10:28:50,552 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742118_1294{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:28:50,554 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742118_1294 src: /127.0.0.1:50598 dest: /127.0.0.1:59859
2015-02-12 10:28:50,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742118_1294 src: /127.0.0.1:50599 dest: /127.0.0.1:59852
2015-02-12 10:28:50,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742118_1294 src: /127.0.0.1:50600 dest: /127.0.0.1:59862
2015-02-12 10:28:50,558 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742118_1294 src: /127.0.0.1:50601 dest: /127.0.0.1:59855
2015-02-12 10:28:50,561 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50601, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742118_1294, duration: 1958000
2015-02-12 10:28:50,562 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742118_1294, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:28:50,564 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742118_1294{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:28:50,565 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50600, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742118_1294, duration: 4758000
2015-02-12 10:28:50,565 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742118_1294, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:50,566 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50599, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742118_1294, duration: 6216000
2015-02-12 10:28:50,566 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742118_1294, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:50,566 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742118_1294{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:28:50,567 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50598, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742118_1294, duration: 7898000
2015-02-12 10:28:50,568 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742118_1294, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:50,568 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742118_1294{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:28:50,570 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742118_1294 size 1439
2015-02-12 10:28:50,570 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:28:50,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:28:50,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:28:50,574 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742119_1295{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:28:50,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742119_1295 src: /127.0.0.1:50602 dest: /127.0.0.1:59852
2015-02-12 10:28:50,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742119_1295 src: /127.0.0.1:50603 dest: /127.0.0.1:59855
2015-02-12 10:28:50,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742119_1295 src: /127.0.0.1:50604 dest: /127.0.0.1:59859
2015-02-12 10:28:50,583 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50604, dest: /127.0.0.1:59859, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742119_1295, duration: 3574000
2015-02-12 10:28:50,583 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742119_1295, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:28:50,584 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742119_1295{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:28:50,584 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50603, dest: /127.0.0.1:59855, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742119_1295, duration: 4303000
2015-02-12 10:28:50,584 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742119_1295, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:50,585 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742119_1295{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:28:50,585 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50602, dest: /127.0.0.1:59852, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742119_1295, duration: 5003000
2015-02-12 10:28:50,585 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742119_1295, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:50,586 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742119_1295{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:28:50,587 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:28:50,587 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:28:50,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:28:50,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:28:50,596 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742120_1296{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:28:50,598 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742120_1296 src: /127.0.0.1:50605 dest: /127.0.0.1:59852
2015-02-12 10:28:50,600 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742120_1296 src: /127.0.0.1:50606 dest: /127.0.0.1:59862
2015-02-12 10:28:50,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742120_1296 src: /127.0.0.1:50607 dest: /127.0.0.1:59859
2015-02-12 10:28:50,605 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50607, dest: /127.0.0.1:59859, bytes: 97435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742120_1296, duration: 1760000
2015-02-12 10:28:50,605 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742120_1296, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:28:50,605 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742120_1296{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:28:50,606 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50606, dest: /127.0.0.1:59862, bytes: 97435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742120_1296, duration: 2245000
2015-02-12 10:28:50,606 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742120_1296, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:50,606 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742120_1296{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:28:50,607 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50605, dest: /127.0.0.1:59852, bytes: 97435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742120_1296, duration: 3185000
2015-02-12 10:28:50,607 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742120_1296, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:50,608 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742120_1296{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:28:50,609 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:28:50,609 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0028
2015-02-12 10:28:50,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028 dst=null perm=null proto=rpc
2015-02-12 10:28:50,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.xml dst=null perm=null proto=rpc
2015-02-12 10:28:50,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.xml dst=null perm=null proto=rpc
2015-02-12 10:28:50,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.jar dst=null perm=null proto=rpc
2015-02-12 10:28:50,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.jar dst=null perm=null proto=rpc
2015-02-12 10:28:50,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.split dst=null perm=null proto=rpc
2015-02-12 10:28:50,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.split dst=null perm=null proto=rpc
2015-02-12 10:28:50,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:28:50,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:28:50,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:28:50,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:28:50,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:28:50,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:28:50,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:28:50,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:28:50,624 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 28 submitted by user soberoi
2015-02-12 10:28:50,624 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0028
2015-02-12 10:28:50,624 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0028
2015-02-12 10:28:50,624 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0028
2015-02-12 10:28:50,624 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0028 State change from NEW to NEW_SAVING
2015-02-12 10:28:50,624 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0028 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:28:50,625 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0028 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:28:50,625 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0028 from user: soberoi, in queue: default
2015-02-12 10:28:50,625 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0028 State change from SUBMITTED to ACCEPTED
2015-02-12 10:28:50,625 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0028
2015-02-12 10:28:50,625 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0028_000001
2015-02-12 10:28:50,625 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0028_000001 State change from NEW to SUBMITTED
2015-02-12 10:28:50,625 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0028 from user: soberoi activated in queue: default
2015-02-12 10:28:50,626 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0028 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:28:50,626 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0028_000001 to scheduler from user soberoi in queue default
2015-02-12 10:28:50,627 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0028_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:28:50,628 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0028/
2015-02-12 10:28:50,628 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] submitted hadoop job: job_1423764831909_0028
2015-02-12 10:28:50,628 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0028/
2015-02-12 10:28:50,911 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:28:50,911 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000001
2015-02-12 10:28:50,912 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0028_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:28:50,912 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0028_000001 container=Container: [ContainerId: container_1423764831909_0028_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:28:50,912 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:28:50,912 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:28:50,912 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0028_01_000001
2015-02-12 10:28:50,913 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:28:50,913 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0028_000001
2015-02-12 10:28:50,913 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0028 AttemptId: appattempt_1423764831909_0028_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0028_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ]
2015-02-12 10:28:50,913 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0028_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:28:50,914 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0028_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:28:50,914 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0028_000001
2015-02-12 10:28:50,915 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0028_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] for AM appattempt_1423764831909_0028_000001
2015-02-12 10:28:50,915 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0028_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:28:50,915 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0028_000001
2015-02-12 10:28:50,915 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0028_000001
2015-02-12 10:28:50,918 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0028_000001 (auth:SIMPLE)
2015-02-12 10:28:50,920 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0028_01_000001 by user soberoi
2015-02-12 10:28:50,920 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0028
2015-02-12 10:28:50,920 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000001
2015-02-12 10:28:50,920 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0028 transitioned from NEW to INITING
2015-02-12 10:28:50,921 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0028_01_000001 to application application_1423764831909_0028
2015-02-12 10:28:50,921 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0028 transitioned from INITING to RUNNING
2015-02-12 10:28:50,921 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:28:50,921 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0028_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] for AM appattempt_1423764831909_0028_000001
2015-02-12 10:28:50,921 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0028
2015-02-12 10:28:50,921 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0028_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:28:50,921 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:28:50,922 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:28:50,922 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:28:50,922 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:28:50,922 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0028_01_000001
2015-02-12 10:28:50,934 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0028_01_000001.tokens. Credentials list:
2015-02-12 10:28:51,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:28:51,092 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:51,185 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0028_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000001.tokens
2015-02-12 10:28:51,185 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0028 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0028
2015-02-12 10:28:51,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.jar dst=null perm=null proto=rpc
2015-02-12 10:28:51,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.jar dst=null perm=null proto=rpc
2015-02-12 10:28:51,351 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0028/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:28:51,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:28:51,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:28:51,418 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0028/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:28:51,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.split dst=null perm=null proto=rpc
2015-02-12 10:28:51,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.split dst=null perm=null proto=rpc
2015-02-12 10:28:51,499 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0028/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:28:51,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.xml dst=null perm=null proto=rpc
2015-02-12 10:28:51,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.xml dst=null perm=null proto=rpc
2015-02-12 10:28:51,570 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0028/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:28:51,570 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:28:51,618 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:28:51,618 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:28:51,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000001/default_container_executor.sh]
2015-02-12 10:28:51,912 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:28:52,095 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:52,333 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59852 to replicate blk_1073742117_1293 to datanode(s) 127.0.0.1:59859
2015-02-12 10:28:52,334 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742112_1288, blk_1073742113_1289, blk_1073742085_1261, blk_1073742104_1280, blk_1073742108_1284, blk_1073742109_1285, blk_1073742110_1286, blk_1073742095_1271, blk_1073742111_1287]
2015-02-12 10:28:52,334 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742112_1288, blk_1073742113_1289, blk_1073742114_1290, blk_1073742085_1261, blk_1073742104_1280, blk_1073742105_1281, blk_1073742075_1251, blk_1073742108_1284, blk_1073742109_1285, blk_1073742095_1271]
2015-02-12 10:28:53,097 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:53,253 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5d835e39-c83e-4de7-bbde-92c2cf44d1a5, infoPort=59853, ipcPort=59854, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742117_1293 to 127.0.0.1:59859
2015-02-12 10:28:53,254 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742112_1288 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742112 for deletion
2015-02-12 10:28:53,254 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742113_1289 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742113 for deletion
2015-02-12 10:28:53,254 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742085_1261 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742085 for deletion
2015-02-12 10:28:53,254 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742104_1280 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742104 for deletion
2015-02-12 10:28:53,254 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742112_1288 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742112
2015-02-12 10:28:53,255 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742085_1261 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742085
2015-02-12 10:28:53,254 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742108_1284 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742108 for deletion
2015-02-12 10:28:53,255 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742104_1280 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742104
2015-02-12 10:28:53,255 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742109_1285 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742109 for deletion
2015-02-12 10:28:53,255 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742110_1286 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742110 for deletion
2015-02-12 10:28:53,255 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742111_1287 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742111 for deletion
2015-02-12 10:28:53,256 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742095_1271 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742095 for deletion
2015-02-12 10:28:53,256 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742117_1293 (numBytes=254067) to /127.0.0.1:59859
2015-02-12 10:28:53,255 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742108_1284 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742108
2015-02-12 10:28:53,256 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742113_1289 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742113
2015-02-12 10:28:53,256 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742110_1286 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742110
2015-02-12 10:28:53,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742117_1293 src: /127.0.0.1:50617 dest: /127.0.0.1:59859
2015-02-12 10:28:53,256 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742109_1285 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742109
2015-02-12 10:28:53,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742111_1287 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742111
2015-02-12 10:28:53,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742095_1271 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742095
2015-02-12 10:28:53,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742117_1293 src: /127.0.0.1:50617 dest: /127.0.0.1:59859 of size 254067
2015-02-12 10:28:53,259 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742117_1293 size 254067
2015-02-12 10:28:53,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742112_1288 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742112 for deletion
2015-02-12 10:28:53,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742113_1289 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742113 for deletion
2015-02-12 10:28:53,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742114_1290 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742114 for deletion
2015-02-12 10:28:53,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742085_1261 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742085 for deletion
2015-02-12 10:28:53,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742112_1288 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742112
2015-02-12 10:28:53,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742104_1280 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742104 for deletion
2015-02-12 10:28:53,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742105_1281 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742105 for deletion
2015-02-12 10:28:53,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742114_1290 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742114
2015-02-12 10:28:53,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742113_1289 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742113
2015-02-12 10:28:53,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742104_1280 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742104
2015-02-12 10:28:53,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742075_1251 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742075 for deletion
2015-02-12 10:28:53,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742085_1261 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742085
2015-02-12 10:28:53,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742108_1284 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742108 for deletion
2015-02-12 10:28:53,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742109_1285 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742109 for deletion
2015-02-12 10:28:53,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742095_1271 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742095 for deletion
2015-02-12 10:28:53,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742108_1284 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742108
2015-02-12 10:28:53,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742105_1281 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742105
2015-02-12 10:28:53,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742095_1271 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742095
2015-02-12 10:28:53,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742075_1251 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742075
2015-02-12 10:28:53,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742109_1285 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742109
2015-02-12 10:28:54,100 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:54,826 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742115_1291
2015-02-12 10:28:54,827 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742116_1292
2015-02-12 10:28:55,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:28:55,101 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:55,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:28:55,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:28:55,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:28:55,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028 dst=null perm=null proto=rpc
2015-02-12 10:28:55,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:28:55,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:28:55,339 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742114_1290, blk_1073742085_1261, blk_1073742104_1280, blk_1073742105_1281, blk_1073742075_1251, blk_1073742108_1284, blk_1073742109_1285, blk_1073742110_1286, blk_1073742095_1271, blk_1073742111_1287]
2015-02-12 10:28:55,340 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742112_1288, blk_1073742113_1289, blk_1073742114_1290, blk_1073742105_1281, blk_1073742075_1251, blk_1073742108_1284, blk_1073742109_1285, blk_1073742110_1286, blk_1073742111_1287]
2015-02-12 10:28:55,470 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0027_01_000001 succeeded
2015-02-12 10:28:55,471 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0027_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:28:55,471 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0027_01_000001
2015-02-12 10:28:55,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0027/container_1423764831909_0027_01_000001
2015-02-12 10:28:55,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0027/container_1423764831909_0027_01_000001
2015-02-12 10:28:55,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0027/container_1423764831909_0027_01_000001
2015-02-12 10:28:55,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0027/container_1423764831909_0027_01_000001
2015-02-12 10:28:55,490 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0027 CONTAINERID=container_1423764831909_0027_01_000001
2015-02-12 10:28:55,491 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0027_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:28:55,491 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0027_01_000001 from application application_1423764831909_0027
2015-02-12 10:28:55,491 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:28:55,491 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0027
2015-02-12 10:28:55,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:28:55,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:28:56,103 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:56,152 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0027_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:28:56,152 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0027_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:28:56,152 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0027_000001
2015-02-12 10:28:56,152 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0027_000001
2015-02-12 10:28:56,153 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0027_000001 State change from FINISHING to FINISHED
2015-02-12 10:28:56,153 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0027 State change from FINISHING to FINISHED
2015-02-12 10:28:56,152 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0027 CONTAINERID=container_1423764831909_0027_01_000001
2015-02-12 10:28:56,153 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0027
2015-02-12 10:28:56,153 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0027_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:28:56,153 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:28:56,154 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0027_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:28:56,153 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0027_000001
2015-02-12 10:28:56,153 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0027,name=[8E3E9D61CB7448B3B4CAA97382375C3A/97E3BACCF2164E0EB71DBFB23808F578] test/(2/2) ...edpipesplatform/filterall,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0027/jobhistory/job/job_1423764831909_0027,appMasterHost=10.1.1.68,startTime=1423765696970,finishTime=1423765729312,finalStatus=SUCCEEDED
2015-02-12 10:28:56,154 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:28:56,154 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:28:56,154 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0027_000001 released container container_1423764831909_0027_01_000001 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:28:56,154 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0027_000001 is done. finalState=FINISHED
2015-02-12 10:28:56,155 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0027 requests cleared
2015-02-12 10:28:56,155 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0027 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:28:56,155 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0027 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:28:56,157 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0027_000001 (auth:SIMPLE)
2015-02-12 10:28:56,159 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0027_01_000001
2015-02-12 10:28:56,159 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0027 CONTAINERID=container_1423764831909_0027_01_000001
2015-02-12 10:28:56,159 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0027_01_000001]
2015-02-12 10:28:56,159 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:56,159 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0027 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:28:56,160 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0027
2015-02-12 10:28:56,160 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0027
2015-02-12 10:28:56,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0027
2015-02-12 10:28:56,162 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0027
2015-02-12 10:28:56,162 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0027 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:28:56,162 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0027, with delay of 10800 seconds
2015-02-12 10:28:56,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0027
2015-02-12 10:28:56,256 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742114_1290 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742114 for deletion
2015-02-12 10:28:56,256 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742085_1261 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742085 for deletion
2015-02-12 10:28:56,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742104_1280 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742104 for deletion
2015-02-12 10:28:56,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742105_1281 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742105 for deletion
2015-02-12 10:28:56,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742114_1290 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742114
2015-02-12 10:28:56,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742104_1280 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742104
2015-02-12 10:28:56,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742085_1261 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742085
2015-02-12 10:28:56,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742075_1251 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742075 for deletion
2015-02-12 10:28:56,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742108_1284 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742108 for deletion
2015-02-12 10:28:56,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742105_1281 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742105
2015-02-12 10:28:56,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742109_1285 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742109 for deletion
2015-02-12 10:28:56,258 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742110_1286 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742110 for deletion
2015-02-12 10:28:56,258 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742111_1287 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742111 for deletion
2015-02-12 10:28:56,258 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742095_1271 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742095 for deletion
2015-02-12 10:28:56,258 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742075_1251 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742075
2015-02-12 10:28:56,258 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742109_1285 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742109
2015-02-12 10:28:56,258 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742108_1284 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742108
2015-02-12 10:28:56,258 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742111_1287 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742111
2015-02-12 10:28:56,259 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742110_1286 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742110
2015-02-12 10:28:56,259 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742095_1271 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742095
2015-02-12 10:28:56,574 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742112_1288 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742112 for deletion
2015-02-12 10:28:56,574 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742113_1289 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742113 for deletion
2015-02-12 10:28:56,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742114_1290 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742114 for deletion
2015-02-12 10:28:56,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742105_1281 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742105 for deletion
2015-02-12 10:28:56,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742075_1251 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742075 for deletion
2015-02-12 10:28:56,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742108_1284 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742108 for deletion
2015-02-12 10:28:56,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742109_1285 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742109 for deletion
2015-02-12 10:28:56,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742110_1286 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742110 for deletion
2015-02-12 10:28:56,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742111_1287 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742111 for deletion
2015-02-12 10:28:56,576 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742112_1288 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742112
2015-02-12 10:28:56,576 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742114_1290 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742114
2015-02-12 10:28:56,576 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742075_1251 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir0/blk_1073742075
2015-02-12 10:28:56,576 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742113_1289 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742113
2015-02-12 10:28:56,577 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742105_1281 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742105
2015-02-12 10:28:56,577 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742108_1284 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742108
2015-02-12 10:28:56,577 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742110_1286 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742110
2015-02-12 10:28:56,576 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742109_1285 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742109
2015-02-12 10:28:56,578 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742111_1287 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742111
2015-02-12 10:28:57,104 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0027 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:28:57,104 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:57,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0027
2015-02-12 10:28:57,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0027
2015-02-12 10:28:57,105 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0027
2015-02-12 10:28:57,105 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0027 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:28:57,105 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0027, with delay of 10800 seconds
2015-02-12 10:28:57,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0027
2015-02-12 10:28:57,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0027
2015-02-12 10:28:58,104 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:28:58,151 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742118_1294
2015-02-12 10:28:58,152 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742120_1296
2015-02-12 10:28:58,153 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742116_1292
2015-02-12 10:28:58,153 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742115_1291
2015-02-12 10:28:58,154 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742119_1295
2015-02-12 10:28:58,182 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0028_000001 (auth:SIMPLE)
2015-02-12 10:28:58,186 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0028_000001
2015-02-12 10:28:58,186 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0028 APPATTEMPTID=appattempt_1423764831909_0028_000001
2015-02-12 10:28:58,186 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0028_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:28:58,186 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0028 State change from ACCEPTED to RUNNING
2015-02-12 10:28:58,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job_1423764831909_0028_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:58,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:28:58,432 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742117_1293
2015-02-12 10:28:58,454 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742119_1295
2015-02-12 10:28:58,454 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742115_1291
2015-02-12 10:28:58,454 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742118_1294
2015-02-12 10:28:58,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job_1423764831909_0028_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:28:58,631 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742116_1292
2015-02-12 10:28:58,632 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742120_1296
2015-02-12 10:28:58,633 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742119_1295
2015-02-12 10:28:58,633 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742118_1294
2015-02-12 10:28:58,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742117_1293
2015-02-12 10:28:59,188 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job_1423764831909_0028_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742121_1297{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:28:59,254 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742121_1297 src: /127.0.0.1:50652 dest: /127.0.0.1:59855
2015-02-12 10:28:59,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742121_1297 src: /127.0.0.1:50653 dest: /127.0.0.1:59862
2015-02-12 10:28:59,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742121_1297 src: /127.0.0.1:50654 dest: /127.0.0.1:59852
2015-02-12 10:28:59,284 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:28:59,285 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000002
2015-02-12 10:28:59,285 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0028_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:28:59,285 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0028_000001 container=Container: [ContainerId: container_1423764831909_0028_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:28:59,285 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:28:59,285 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:28:59,286 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:28:59,286 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000003
2015-02-12 10:28:59,286 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0028_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:28:59,286 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0028_000001 container=Container: [ContainerId: container_1423764831909_0028_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:28:59,286 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:28:59,286 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:28:59,286 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:28:59,287 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000004
2015-02-12 10:28:59,287 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0028_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:28:59,287 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0028_000001 container=Container: [ContainerId: container_1423764831909_0028_01_000004, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:28:59,287 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:28:59,287 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:28:59,287 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:28:59,288 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000005
2015-02-12 10:28:59,288 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0028_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:28:59,288 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0028_000001 container=Container: [ContainerId: container_1423764831909_0028_01_000005, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:28:59,288 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:28:59,288 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:28:59,323 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50654, dest: /127.0.0.1:59852, bytes: 114576, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549571860_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742121_1297, duration: 63670000
2015-02-12 10:28:59,323 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742121_1297, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:28:59,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742121_1297{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:28:59,324 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50653, dest: /127.0.0.1:59862, bytes: 114576, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549571860_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742121_1297, duration: 64564000
2015-02-12 10:28:59,324 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742121_1297, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:59,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742121_1297{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:28:59,325 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50652, dest: /127.0.0.1:59855, bytes: 114576, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549571860_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742121_1297, duration: 65469000
2015-02-12 10:28:59,325 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742121_1297, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:28:59,326 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742121_1297{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:28:59,329 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job_1423764831909_0028_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1549571860_1
2015-02-12 10:28:59,834 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742117_1293
2015-02-12 10:28:59,834 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742118_1294
2015-02-12 10:28:59,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742120_1296
2015-02-12 10:29:00,277 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0028_01_000002
2015-02-12 10:29:00,278 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:29:00,279 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:29:00,279 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:29:00,280 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:29:00,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.jar dst=null perm=null proto=rpc
2015-02-12 10:29:00,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.jar dst=null perm=null proto=rpc
2015-02-12 10:29:00,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.xml dst=null perm=null proto=rpc
2015-02-12 10:29:00,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.xml dst=null perm=null proto=rpc
2015-02-12 10:29:00,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:29:00,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:29:00,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:29:00,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:29:00,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:29:00,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:29:00,764 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0028_000001 (auth:SIMPLE)
2015-02-12 10:29:00,765 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0028_000001 (auth:SIMPLE)
2015-02-12 10:29:00,766 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0028_000001 (auth:SIMPLE)
2015-02-12 10:29:00,766 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0028_000001 (auth:SIMPLE)
2015-02-12 10:29:00,767 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0028_01_000003 by user soberoi
2015-02-12 10:29:00,768 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0028
2015-02-12 10:29:00,768 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000003
2015-02-12 10:29:00,768 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0028 transitioned from NEW to INITING
2015-02-12 10:29:00,768 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0028_01_000003 to application application_1423764831909_0028
2015-02-12 10:29:00,768 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0028 transitioned from INITING to RUNNING
2015-02-12 10:29:00,769 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:29:00,769 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0028
2015-02-12 10:29:00,769 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0028
2015-02-12 10:29:00,769 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:29:00,769 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0028
2015-02-12 10:29:00,769 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:29:00,769 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:29:00,770 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0028_01_000003
2015-02-12 10:29:00,774 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0028_01_000002 by user soberoi
2015-02-12 10:29:00,774 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0028_01_000005 by user soberoi
2015-02-12 10:29:00,774 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000005
2015-02-12 10:29:00,774 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0028_01_000002 to application application_1423764831909_0028
2015-02-12 10:29:00,774 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0028_01_000005 to application application_1423764831909_0028
2015-02-12 10:29:00,774 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0028_01_000004 by user soberoi
2015-02-12 10:29:00,775 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:29:00,775 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000004
2015-02-12 10:29:00,775 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:29:00,775 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0028
2015-02-12 10:29:00,775 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0028
2015-02-12 10:29:00,775 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:29:00,775 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0028
2015-02-12 10:29:00,775 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0028
2015-02-12 10:29:00,775 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0028_01_000004 to application application_1423764831909_0028
2015-02-12 10:29:00,776 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0028
2015-02-12 10:29:00,776 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:29:00,776 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0028
2015-02-12 10:29:00,776 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0028_01_000002
2015-02-12 10:29:00,774 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000002
2015-02-12 10:29:00,777 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:29:00,777 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0028_01_000005
2015-02-12 10:29:00,779 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0028
2015-02-12 10:29:00,779 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0028
2015-02-12 10:29:00,779 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:29:00,779 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0028
2015-02-12 10:29:00,779 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0028_01_000004
2015-02-12 10:29:00,788 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0028_01_000003.tokens. Credentials list:
2015-02-12 10:29:00,794 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0028_01_000005.tokens. Credentials list:
2015-02-12 10:29:00,795 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0028_01_000004.tokens. Credentials list:
2015-02-12 10:29:00,796 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0028_01_000002.tokens. Credentials list:
2015-02-12 10:29:00,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:29:01,109 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:29:01,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0028_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000003.tokens
2015-02-12 10:29:01,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0028 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0028
2015-02-12 10:29:01,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:29:01,286 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0028_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000002.tokens
2015-02-12 10:29:01,286 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:29:01,287 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0028 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0028
2015-02-12 10:29:01,287 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:29:01,287 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:29:01,287 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:29:01,298 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:29:01,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.jar dst=null perm=null proto=rpc
2015-02-12 10:29:01,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.jar dst=null perm=null proto=rpc
2015-02-12 10:29:01,433 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0028/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:29:01,456 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:29:01,465 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0028_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000004.tokens
2015-02-12 10:29:01,465 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0028 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0028
2015-02-12 10:29:01,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.xml dst=null perm=null proto=rpc
2015-02-12 10:29:01,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.xml dst=null perm=null proto=rpc
2015-02-12 10:29:01,561 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0028/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:29:01,561 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:29:01,561 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:29:01,561 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:29:01,561 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:29:01,647 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:29:01,647 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:29:01,662 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:29:01,662 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:29:01,662 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:29:01,662 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:29:01,663 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:29:01,664 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:29:01,767 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0028_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000005.tokens
2015-02-12 10:29:01,768 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0028 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0028
2015-02-12 10:29:02,049 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000003/default_container_executor.sh]
2015-02-12 10:29:02,067 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000002/default_container_executor.sh]
2015-02-12 10:29:02,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000005/default_container_executor.sh]
2015-02-12 10:29:02,096 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000004/default_container_executor.sh]
2015-02-12 10:29:03,181 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742117_1293
2015-02-12 10:29:04,839 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742121_1297
2015-02-12 10:29:06,441 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30005 milliseconds
2015-02-12 10:29:06,441 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:29:08,645 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742121_1297
2015-02-12 10:29:08,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742121_1297
2015-02-12 10:29:21,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.split dst=null perm=null proto=rpc
2015-02-12 10:29:21,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.split dst=null perm=null proto=rpc
2015-02-12 10:29:21,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.split dst=null perm=null proto=rpc
2015-02-12 10:29:21,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job.split dst=null perm=null proto=rpc
2015-02-12 10:29:22,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:29:22,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:29:22,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:29:22,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:29:22,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:29:22,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:29:22,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:29:22,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:29:22,672 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000002_0/part-00002. BP-1216473654-10.1.1.68-1423764814898 blk_1073742122_1298{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:29:22,778 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742122_1298 src: /127.0.0.1:50732 dest: /127.0.0.1:59862
2015-02-12 10:29:22,780 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742122_1298 src: /127.0.0.1:50733 dest: /127.0.0.1:59855
2015-02-12 10:29:22,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742122_1298 src: /127.0.0.1:50734 dest: /127.0.0.1:59859
2015-02-12 10:29:22,823 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50734, dest: /127.0.0.1:59859, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0028_m_000002_0_-421938053_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742122_1298, duration: 37551000
2015-02-12 10:29:22,823 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742122_1298, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:29:22,828 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742122_1298{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:29:22,828 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50733, dest: /127.0.0.1:59855, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0028_m_000002_0_-421938053_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742122_1298, duration: 39958000
2015-02-12 10:29:22,828 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742122_1298, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:22,829 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50732, dest: /127.0.0.1:59862, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0028_m_000002_0_-421938053_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742122_1298, duration: 42706000
2015-02-12 10:29:22,829 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742122_1298{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:29:22,829 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742122_1298, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:22,830 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742122_1298{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:29:22,840 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000002_0/part-00002 is closed by DFSClient_attempt_1423764831909_0028_m_000002_0_-421938053_1
2015-02-12 10:29:22,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:29:22,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:29:22,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/task_1423764831909_0028_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:29:22,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000002_0 dst=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/task_1423764831909_0028_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:29:22,898 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0028_000001 (auth:SIMPLE)
2015-02-12 10:29:22,900 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0028_01_000004
2015-02-12 10:29:22,900 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000004
2015-02-12 10:29:22,900 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:29:22,900 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0028_01_000004
2015-02-12 10:29:22,918 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job_1423764831909_0028_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742123_1299{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:29:22,920 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0028_01_000004 is : 143
2015-02-12 10:29:22,920 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742123_1299 src: /127.0.0.1:50737 dest: /127.0.0.1:59852
2015-02-12 10:29:22,922 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742123_1299 src: /127.0.0.1:50738 dest: /127.0.0.1:59855
2015-02-12 10:29:22,927 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742123_1299 src: /127.0.0.1:50739 dest: /127.0.0.1:59862
2015-02-12 10:29:22,931 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job_1423764831909_0028_1.jhist for DFSClient_NONMAPREDUCE_-1549571860_1
2015-02-12 10:29:22,935 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:29:22,936 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000004
2015-02-12 10:29:22,936 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000004
2015-02-12 10:29:22,936 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000004
2015-02-12 10:29:22,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000004
2015-02-12 10:29:22,939 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000004
2015-02-12 10:29:22,939 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:29:22,939 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0028_01_000004 from application application_1423764831909_0028
2015-02-12 10:29:22,939 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:29:22,940 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0028
2015-02-12 10:29:23,085 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000003_0/part-00003. BP-1216473654-10.1.1.68-1423764814898 blk_1073742124_1300{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:29:23,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742124_1300 src: /127.0.0.1:50740 dest: /127.0.0.1:59862
2015-02-12 10:29:23,177 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742124_1300 src: /127.0.0.1:50742 dest: /127.0.0.1:59855
2015-02-12 10:29:23,179 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742124_1300 src: /127.0.0.1:50743 dest: /127.0.0.1:59859
2015-02-12 10:29:23,229 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000001_0/part-00001. BP-1216473654-10.1.1.68-1423764814898 blk_1073742125_1301{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:29:23,243 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742126_1302{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:29:23,244 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50743, dest: /127.0.0.1:59859, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0028_m_000003_0_-1648964479_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742124_1300, duration: 63934000
2015-02-12 10:29:23,244 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742124_1300, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:29:23,245 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742124_1300{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:29:23,245 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50742, dest: /127.0.0.1:59855, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0028_m_000003_0_-1648964479_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742124_1300, duration: 53003000
2015-02-12 10:29:23,245 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742124_1300, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:23,246 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742124_1300{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:29:23,246 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50740, dest: /127.0.0.1:59862, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0028_m_000003_0_-1648964479_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742124_1300, duration: 65434000
2015-02-12 10:29:23,246 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742124_1300, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:23,246 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742124_1300{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:29:23,254 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000003_0/part-00003 is closed by DFSClient_attempt_1423764831909_0028_m_000003_0_-1648964479_1
2015-02-12 10:29:23,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:29:23,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:29:23,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/task_1423764831909_0028_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:29:23,320 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742125_1301 src: /127.0.0.1:50744 dest: /127.0.0.1:59855
2015-02-12 10:29:23,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742125_1301 src: /127.0.0.1:50746 dest: /127.0.0.1:59862
2015-02-12 10:29:23,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000003_0 dst=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/task_1423764831909_0028_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:29:23,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742125_1301 src: /127.0.0.1:50747 dest: /127.0.0.1:59859
2015-02-12 10:29:23,346 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0028_000001 (auth:SIMPLE)
2015-02-12 10:29:23,348 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0028_01_000005
2015-02-12 10:29:23,348 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000005
2015-02-12 10:29:23,350 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:29:23,351 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0028_01_000005
2015-02-12 10:29:23,352 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:29:23,352 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0028_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:29:23,352 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000004
2015-02-12 10:29:23,352 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0028_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:29:23,353 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:29:23,354 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0028_01_000004, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:29:23,354 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:29:23,354 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:29:23,354 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0028_000001 released container container_1423764831909_0028_01_000004 on node: host: 10.1.1.68:59934 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:29:23,380 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0028_01_000005 is : 143
2015-02-12 10:29:23,390 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:29:23,390 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742126_1302 src: /127.0.0.1:50745 dest: /127.0.0.1:59855
2015-02-12 10:29:23,392 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000005
2015-02-12 10:29:23,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742126_1302 src: /127.0.0.1:50749 dest: /127.0.0.1:59859
2015-02-12 10:29:23,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000005
2015-02-12 10:29:23,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742126_1302 src: /127.0.0.1:50750 dest: /127.0.0.1:59862
2015-02-12 10:29:23,397 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000005
2015-02-12 10:29:23,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000005
2015-02-12 10:29:23,398 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000005
2015-02-12 10:29:23,399 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:29:23,399 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0028_01_000005 from application application_1423764831909_0028
2015-02-12 10:29:23,399 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:29:23,399 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0028
2015-02-12 10:29:23,416 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50747, dest: /127.0.0.1:59859, bytes: 217, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0028_m_000001_0_2128839854_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742125_1301, duration: 91224000
2015-02-12 10:29:23,416 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742125_1301, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:29:23,417 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742125_1301{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:29:23,417 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50746, dest: /127.0.0.1:59862, bytes: 217, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0028_m_000001_0_2128839854_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742125_1301, duration: 91872000
2015-02-12 10:29:23,417 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742125_1301, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:23,417 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742125_1301{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:29:23,418 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50744, dest: /127.0.0.1:59855, bytes: 217, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0028_m_000001_0_2128839854_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742125_1301, duration: 92729000
2015-02-12 10:29:23,418 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742125_1301, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:23,418 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742125_1301{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:29:23,426 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000001_0/part-00001 is closed by DFSClient_attempt_1423764831909_0028_m_000001_0_2128839854_1
2015-02-12 10:29:23,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:29:23,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:29:23,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/task_1423764831909_0028_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:29:23,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000001_0 dst=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/task_1423764831909_0028_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:29:23,474 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0028_000001 (auth:SIMPLE)
2015-02-12 10:29:23,476 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0028_01_000003
2015-02-12 10:29:23,476 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000003
2015-02-12 10:29:23,476 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:29:23,476 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0028_01_000003
2015-02-12 10:29:23,477 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:23,477 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:29:23,477 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0028_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:29:23,477 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000005
2015-02-12 10:29:23,477 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0028_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:29:23,477 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:29:23,478 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0028_01_000005, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:29:23,479 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:29:23,479 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:29:23,479 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0028_000001 released container container_1423764831909_0028_01_000005 on node: host: 10.1.1.68:59934 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:29:23,487 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50750, dest: /127.0.0.1:59862, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0028_m_000000_0_-1266923818_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742126_1302, duration: 91937000
2015-02-12 10:29:23,487 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742126_1302, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:29:23,488 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742126_1302{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:29:23,488 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50749, dest: /127.0.0.1:59859, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0028_m_000000_0_-1266923818_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742126_1302, duration: 92464000
2015-02-12 10:29:23,488 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742126_1302, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:23,489 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50745, dest: /127.0.0.1:59855, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0028_m_000000_0_-1266923818_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742126_1302, duration: 93799000
2015-02-12 10:29:23,490 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742126_1302, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:23,489 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742126_1302{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:29:23,490 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742126_1302{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:29:23,499 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0028_01_000003 is : 143
2015-02-12 10:29:23,512 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:29:23,513 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000003
2015-02-12 10:29:23,513 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000003
2015-02-12 10:29:23,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000003
2015-02-12 10:29:23,531 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0028_m_000000_0_-1266923818_1
2015-02-12 10:29:23,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000003
2015-02-12 10:29:23,533 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000003
2015-02-12 10:29:23,533 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:29:23,533 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0028_01_000003 from application application_1423764831909_0028
2015-02-12 10:29:23,534 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:29:23,534 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0028
2015-02-12 10:29:23,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:29:23,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:29:23,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/task_1423764831909_0028_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:29:23,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/_temporary/attempt_1423764831909_0028_m_000000_0 dst=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/task_1423764831909_0028_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:29:23,573 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0028_000001 (auth:SIMPLE)
2015-02-12 10:29:23,575 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0028_01_000002
2015-02-12 10:29:23,575 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000002
2015-02-12 10:29:23,576 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:29:23,577 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0028_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:29:23,577 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000003
2015-02-12 10:29:23,577 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0028_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:29:23,577 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:29:23,578 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0028_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:29:23,578 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:29:23,578 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:29:23,578 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0028_000001 released container container_1423764831909_0028_01_000003 on node: host: 10.1.1.68:59934 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:29:23,579 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:23,579 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:23,579 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:29:23,580 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0028_01_000002
2015-02-12 10:29:23,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:29:23,584 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1549571860_1
2015-02-12 10:29:23,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:29:23,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4 dst=null perm=null proto=rpc
2015-02-12 10:29:23,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4 dst=null perm=null proto=rpc
2015-02-12 10:29:23,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/task_1423764831909_0028_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:29:23,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:29:23,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/task_1423764831909_0028_m_000000/part-00000 dst=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:29:23,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4 dst=null perm=null proto=rpc
2015-02-12 10:29:23,609 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0028_01_000002 is : 143
2015-02-12 10:29:23,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4 dst=null perm=null proto=rpc
2015-02-12 10:29:23,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/task_1423764831909_0028_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:29:23,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:29:23,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/task_1423764831909_0028_m_000001/part-00001 dst=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:29:23,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4 dst=null perm=null proto=rpc
2015-02-12 10:29:23,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4 dst=null perm=null proto=rpc
2015-02-12 10:29:23,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/task_1423764831909_0028_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:29:23,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:29:23,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/task_1423764831909_0028_m_000002/part-00002 dst=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:29:23,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4 dst=null perm=null proto=rpc
2015-02-12 10:29:23,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4 dst=null perm=null proto=rpc
2015-02-12 10:29:23,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/task_1423764831909_0028_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:29:23,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:29:23,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary/1/task_1423764831909_0028_m_000003/part-00003 dst=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:29:23,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_temporary dst=null perm=null proto=rpc
2015-02-12 10:29:23,632 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:29:23,634 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000002
2015-02-12 10:29:23,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:29:23,635 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000002
2015-02-12 10:29:23,636 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1549571860_1
2015-02-12 10:29:23,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000002
2015-02-12 10:29:23,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000002
2015-02-12 10:29:23,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:29:23,642 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1549571860_1
2015-02-12 10:29:23,643 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000002
2015-02-12 10:29:23,645 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:29:23,646 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0028_01_000002 from application application_1423764831909_0028
2015-02-12 10:29:23,646 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:29:23,647 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0028
2015-02-12 10:29:23,657 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50739, dest: /127.0.0.1:59862, bytes: 47136, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549571860_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742123_1299, duration: 728922000
2015-02-12 10:29:23,658 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742123_1299, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:29:23,659 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742123_1299{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 15295
2015-02-12 10:29:23,659 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50738, dest: /127.0.0.1:59855, bytes: 47136, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549571860_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742123_1299, duration: 730324000
2015-02-12 10:29:23,659 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742123_1299, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:23,660 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742123_1299{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 15295
2015-02-12 10:29:23,661 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50737, dest: /127.0.0.1:59852, bytes: 47136, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549571860_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742123_1299, duration: 732208000
2015-02-12 10:29:23,661 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742123_1299, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:23,661 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742123_1299{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 15295
2015-02-12 10:29:23,663 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job_1423764831909_0028_1.jhist is closed by DFSClient_NONMAPREDUCE_-1549571860_1
2015-02-12 10:29:23,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:29:23,668 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742127_1303{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:29:23,670 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742127_1303 src: /127.0.0.1:50753 dest: /127.0.0.1:59862
2015-02-12 10:29:23,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742127_1303 src: /127.0.0.1:50754 dest: /127.0.0.1:59852
2015-02-12 10:29:23,673 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742127_1303 src: /127.0.0.1:50755 dest: /127.0.0.1:59855
2015-02-12 10:29:23,676 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50755, dest: /127.0.0.1:59855, bytes: 406, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549571860_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742127_1303, duration: 1403000
2015-02-12 10:29:23,676 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742127_1303, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:29:23,677 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742127_1303{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:29:23,677 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50754, dest: /127.0.0.1:59852, bytes: 406, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549571860_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742127_1303, duration: 2082000
2015-02-12 10:29:23,677 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742127_1303, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:23,677 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742127_1303{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:29:23,678 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50753, dest: /127.0.0.1:59862, bytes: 406, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549571860_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742127_1303, duration: 2962000
2015-02-12 10:29:23,678 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742127_1303, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:23,678 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742127_1303{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:29:23,680 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1549571860_1
2015-02-12 10:29:23,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:29:23,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job_1423764831909_0028_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:29:23,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028-1423765730624-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FA991F2ED57DC4A48-1423765763643-4-0-SUCCEEDED-default-1423765738236.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:29:23,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job_1423764831909_0028_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:29:23,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028-1423765730624-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FA991F2ED57DC4A48-1423765763643-4-0-SUCCEEDED-default-1423765738236.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:29:23,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job_1423764831909_0028_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:29:23,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028-1423765730624-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FA991F2ED57DC4A48-1423765763643-4-0-SUCCEEDED-default-1423765738236.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:29:23,705 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028-1423765730624-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FA991F2ED57DC4A48-1423765763643-4-0-SUCCEEDED-default-1423765738236.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742128_1304{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:29:23,707 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742128_1304 src: /127.0.0.1:50757 dest: /127.0.0.1:59859
2015-02-12 10:29:23,709 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742128_1304 src: /127.0.0.1:50758 dest: /127.0.0.1:59862
2015-02-12 10:29:23,710 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742128_1304 src: /127.0.0.1:50759 dest: /127.0.0.1:59852
2015-02-12 10:29:23,713 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50759, dest: /127.0.0.1:59852, bytes: 47136, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549571860_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742128_1304, duration: 1612000
2015-02-12 10:29:23,714 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742128_1304, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:29:23,714 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742128_1304{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:29:23,714 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50758, dest: /127.0.0.1:59862, bytes: 47136, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549571860_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742128_1304, duration: 2345000
2015-02-12 10:29:23,715 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742128_1304, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:23,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742128_1304{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:29:23,715 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50757, dest: /127.0.0.1:59859, bytes: 47136, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549571860_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742128_1304, duration: 3186000
2015-02-12 10:29:23,715 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742128_1304, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:23,716 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742128_1304{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:29:23,717 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028-1423765730624-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FA991F2ED57DC4A48-1423765763643-4-0-SUCCEEDED-default-1423765738236.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1549571860_1
2015-02-12 10:29:23,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028-1423765730624-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FA991F2ED57DC4A48-1423765763643-4-0-SUCCEEDED-default-1423765738236.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:29:23,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job_1423764831909_0028_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:29:23,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:29:23,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job_1423764831909_0028_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:29:23,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:29:23,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028/job_1423764831909_0028_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:29:23,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:29:23,732 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742129_1305{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:29:23,734 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742129_1305 src: /127.0.0.1:50761 dest: /127.0.0.1:59859
2015-02-12 10:29:23,736 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742129_1305 src: /127.0.0.1:50762 dest: /127.0.0.1:59852
2015-02-12 10:29:23,737 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742129_1305 src: /127.0.0.1:50763 dest: /127.0.0.1:59862
2015-02-12 10:29:23,741 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50763, dest: /127.0.0.1:59862, bytes: 114576, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549571860_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742129_1305, duration: 1886000
2015-02-12 10:29:23,741 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742129_1305, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:29:23,741 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742129_1305{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:29:23,742 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50762, dest: /127.0.0.1:59852, bytes: 114576, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549571860_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742129_1305, duration: 2371000
2015-02-12 10:29:23,742 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742129_1305, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:23,742 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742129_1305{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:29:23,742 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50761, dest: /127.0.0.1:59859, bytes: 114576, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549571860_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742129_1305, duration: 3164000
2015-02-12 10:29:23,743 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742129_1305, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:23,743 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742129_1305{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:29:23,744 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1549571860_1
2015-02-12 10:29:23,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:29:23,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:29:23,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:29:23,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028-1423765730624-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FA991F2ED57DC4A48-1423765763643-4-0-SUCCEEDED-default-1423765738236.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028-1423765730624-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FA991F2ED57DC4A48-1423765763643-4-0-SUCCEEDED-default-1423765738236.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:29:23,758 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0028_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:29:23,758 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0028_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:29:23,759 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0028 with final state: FINISHING
2015-02-12 10:29:23,759 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0028 State change from RUNNING to FINAL_SAVING
2015-02-12 10:29:23,759 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0028
2015-02-12 10:29:23,760 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0028_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:29:23,760 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0028 State change from FINAL_SAVING to FINISHING
2015-02-12 10:29:24,579 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:29:24,579 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0028_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:29:24,579 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000002
2015-02-12 10:29:24,579 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0028_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:29:24,579 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:29:24,580 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0028_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:29:24,581 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:29:24,581 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:29:24,581 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0028_000001 released container container_1423764831909_0028_01_000002 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:29:24,581 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:24,581 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:24,581 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:24,764 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0028 unregistered successfully.
2015-02-12 10:29:24,768 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742117_1293 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:29:24,768 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742118_1294 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:29:24,768 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742119_1295 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:29:24,768 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742120_1296 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:29:24,769 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742123_1299 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:29:24,769 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742121_1297 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:29:24,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0028 dst=null perm=null proto=rpc
2015-02-12 10:29:24,829 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] starting step: (2/2) ...splitsourcemergedsamename
2015-02-12 10:29:24,839 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:29:24,853 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:29:24,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null proto=rpc
2015-02-12 10:29:24,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:29:24,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:29:24,861 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 29
2015-02-12 10:29:24,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029 dst=null perm=null proto=rpc
2015-02-12 10:29:24,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:29:24,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:29:24,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.jar dst=null perm=null proto=rpc
2015-02-12 10:29:24,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:29:24,870 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742130_1306{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:29:24,874 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742130_1306 src: /127.0.0.1:50766 dest: /127.0.0.1:59852
2015-02-12 10:29:24,883 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742130_1306 src: /127.0.0.1:50767 dest: /127.0.0.1:59855
2015-02-12 10:29:24,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742130_1306 src: /127.0.0.1:50768 dest: /127.0.0.1:59859
2015-02-12 10:29:24,890 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50768, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742130_1306, duration: 3410000
2015-02-12 10:29:24,890 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742130_1306, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:29:24,891 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50767, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742130_1306, duration: 3437000
2015-02-12 10:29:24,892 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742130_1306, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:24,892 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742130_1306{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:29:24,893 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50766, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742130_1306, duration: 5407000
2015-02-12 10:29:24,893 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742130_1306{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:29:24,893 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742130_1306, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:24,896 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742130_1306{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:29:24,897 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:29:24,898 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.jar
2015-02-12 10:29:24,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.jar dst=null perm=null proto=rpc
2015-02-12 10:29:24,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:29:24,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:29:24,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:29:24,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:29:24,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:29:24,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:29:24,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:29:24,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:29:24,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:29:24,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:29:24,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4 dst=null perm=null proto=rpc
2015-02-12 10:29:24,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4 dst=null perm=null proto=rpc
2015-02-12 10:29:24,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4 dst=null perm=null proto=rpc
2015-02-12 10:29:24,912 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 10:29:24,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:29:24,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:29:24,916 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.split
2015-02-12 10:29:24,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.split dst=null perm=null proto=rpc
2015-02-12 10:29:24,917 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742131_1307{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:29:24,919 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742131_1307 src: /127.0.0.1:50770 dest: /127.0.0.1:59855
2015-02-12 10:29:24,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742131_1307 src: /127.0.0.1:50771 dest: /127.0.0.1:59859
2015-02-12 10:29:24,924 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742131_1307 src: /127.0.0.1:50772 dest: /127.0.0.1:59852
2015-02-12 10:29:24,926 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742131_1307 src: /127.0.0.1:50773 dest: /127.0.0.1:59862
2015-02-12 10:29:24,931 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50773, dest: /127.0.0.1:59862, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742131_1307, duration: 2521000
2015-02-12 10:29:24,931 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742131_1307, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:29:24,933 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50772, dest: /127.0.0.1:59852, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742131_1307, duration: 3674000
2015-02-12 10:29:24,933 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742131_1307, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:24,935 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50771, dest: /127.0.0.1:59859, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742131_1307, duration: 5565000
2015-02-12 10:29:24,935 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742131_1307, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:24,938 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742131_1307{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:29:24,938 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50770, dest: /127.0.0.1:59855, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742131_1307, duration: 9468000
2015-02-12 10:29:24,938 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742131_1307, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:24,938 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742131_1307{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:29:24,940 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742131_1307{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:29:24,942 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:29:24,942 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742131_1307 size 1387
2015-02-12 10:29:24,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:29:24,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:29:24,946 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742132_1308{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:29:24,947 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742132_1308 src: /127.0.0.1:50774 dest: /127.0.0.1:59859
2015-02-12 10:29:24,948 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742132_1308 src: /127.0.0.1:50775 dest: /127.0.0.1:59852
2015-02-12 10:29:24,950 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742132_1308 src: /127.0.0.1:50776 dest: /127.0.0.1:59855
2015-02-12 10:29:24,952 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50776, dest: /127.0.0.1:59855, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742132_1308, duration: 1072000
2015-02-12 10:29:24,952 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742132_1308, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:29:24,953 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742132_1308{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:29:24,953 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50775, dest: /127.0.0.1:59852, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742132_1308, duration: 1614000
2015-02-12 10:29:24,953 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742132_1308, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:24,953 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742132_1308{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:29:24,954 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50774, dest: /127.0.0.1:59859, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742132_1308, duration: 2884000
2015-02-12 10:29:24,955 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742132_1308, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:24,956 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742132_1308{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:29:24,956 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:29:24,957 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:29:24,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:29:24,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:29:24,966 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742133_1309{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:29:24,968 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742133_1309 src: /127.0.0.1:50777 dest: /127.0.0.1:59862
2015-02-12 10:29:24,970 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742133_1309 src: /127.0.0.1:50778 dest: /127.0.0.1:59855
2015-02-12 10:29:24,972 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742133_1309 src: /127.0.0.1:50779 dest: /127.0.0.1:59859
2015-02-12 10:29:24,987 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50779, dest: /127.0.0.1:59859, bytes: 98784, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742133_1309, duration: 7374000
2015-02-12 10:29:24,987 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742133_1309, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:29:24,992 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50778, dest: /127.0.0.1:59855, bytes: 98784, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742133_1309, duration: 4004000
2015-02-12 10:29:24,993 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742133_1309, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:24,997 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50777, dest: /127.0.0.1:59862, bytes: 98784, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742133_1309, duration: 15899000
2015-02-12 10:29:24,998 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742133_1309, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:24,999 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742133_1309{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:29:25,001 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742133_1309{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:29:25,002 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:29:25,003 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0029
2015-02-12 10:29:25,003 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742133_1309 size 98784
2015-02-12 10:29:25,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029 dst=null perm=null proto=rpc
2015-02-12 10:29:25,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.xml dst=null perm=null proto=rpc
2015-02-12 10:29:25,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.xml dst=null perm=null proto=rpc
2015-02-12 10:29:25,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.jar dst=null perm=null proto=rpc
2015-02-12 10:29:25,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.jar dst=null perm=null proto=rpc
2015-02-12 10:29:25,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.split dst=null perm=null proto=rpc
2015-02-12 10:29:25,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.split dst=null perm=null proto=rpc
2015-02-12 10:29:25,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:29:25,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:29:25,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:29:25,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:29:25,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:29:25,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:29:25,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:29:25,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:29:25,024 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 29 submitted by user soberoi
2015-02-12 10:29:25,024 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0029
2015-02-12 10:29:25,024 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0029
2015-02-12 10:29:25,024 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0029 State change from NEW to NEW_SAVING
2015-02-12 10:29:25,025 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0029
2015-02-12 10:29:25,025 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0029 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:29:25,026 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0029 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:29:25,026 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0029 from user: soberoi, in queue: default
2015-02-12 10:29:25,026 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0029 State change from SUBMITTED to ACCEPTED
2015-02-12 10:29:25,026 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0029_000001
2015-02-12 10:29:25,026 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0029_000001 State change from NEW to SUBMITTED
2015-02-12 10:29:25,027 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0029 from user: soberoi activated in queue: default
2015-02-12 10:29:25,027 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0029 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:29:25,027 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0029_000001 to scheduler from user soberoi in queue default
2015-02-12 10:29:25,028 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0029
2015-02-12 10:29:25,029 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0029_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:29:25,030 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0029/
2015-02-12 10:29:25,030 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] submitted hadoop job: job_1423764831909_0029
2015-02-12 10:29:25,031 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0029/
2015-02-12 10:29:25,196 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:29:25,196 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000001
2015-02-12 10:29:25,196 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0029_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:29:25,197 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0029_000001 container=Container: [ContainerId: container_1423764831909_0029_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:29:25,197 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:29:25,197 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:29:25,197 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0029_01_000001
2015-02-12 10:29:25,198 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:29:25,198 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0029_000001
2015-02-12 10:29:25,198 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0029 AttemptId: appattempt_1423764831909_0029_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0029_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ]
2015-02-12 10:29:25,198 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0029_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:29:25,198 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0029_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:29:25,198 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0029_000001
2015-02-12 10:29:25,200 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0029_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0029_000001
2015-02-12 10:29:25,200 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0029_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:29:25,200 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0029_000001
2015-02-12 10:29:25,200 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0029_000001
2015-02-12 10:29:25,203 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0029_000001 (auth:SIMPLE)
2015-02-12 10:29:25,205 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0029_01_000001 by user soberoi
2015-02-12 10:29:25,205 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0029
2015-02-12 10:29:25,206 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000001
2015-02-12 10:29:25,206 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0029 transitioned from NEW to INITING
2015-02-12 10:29:25,206 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0029_01_000001 to application application_1423764831909_0029
2015-02-12 10:29:25,206 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0029 transitioned from INITING to RUNNING
2015-02-12 10:29:25,206 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0029_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0029_000001
2015-02-12 10:29:25,206 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0029_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:29:25,206 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:29:25,207 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0029
2015-02-12 10:29:25,207 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:29:25,207 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:29:25,207 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:29:25,207 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:29:25,207 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0029_01_000001
2015-02-12 10:29:25,220 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0029_01_000001.tokens. Credentials list:
2015-02-12 10:29:25,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:29:25,363 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59855 to replicate blk_1073742130_1306 to datanode(s) 127.0.0.1:59862
2015-02-12 10:29:25,364 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742117_1293, blk_1073742118_1294, blk_1073742119_1295, blk_1073742121_1297, blk_1073742123_1299]
2015-02-12 10:29:25,364 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742117_1293, blk_1073742118_1294, blk_1073742119_1295, blk_1073742120_1296, blk_1073742121_1297, blk_1073742123_1299]
2015-02-12 10:29:25,476 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0029_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000001.tokens
2015-02-12 10:29:25,476 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0029 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0029
2015-02-12 10:29:25,580 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:25,580 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:25,580 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:25,580 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:25,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.jar dst=null perm=null proto=rpc
2015-02-12 10:29:25,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.jar dst=null perm=null proto=rpc
2015-02-12 10:29:25,631 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0029/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:29:25,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:29:25,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:29:25,711 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0029/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:29:25,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.split dst=null perm=null proto=rpc
2015-02-12 10:29:25,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.split dst=null perm=null proto=rpc
2015-02-12 10:29:25,787 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0029/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:29:25,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.xml dst=null perm=null proto=rpc
2015-02-12 10:29:25,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.xml dst=null perm=null proto=rpc
2015-02-12 10:29:25,865 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0029/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:29:25,865 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:29:25,911 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:29:25,911 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:29:26,038 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000001/default_container_executor.sh]
2015-02-12 10:29:26,201 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:29:26,271 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742117_1293 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742117 for deletion
2015-02-12 10:29:26,272 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742118_1294 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742118 for deletion
2015-02-12 10:29:26,272 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=2aa0fabf-b905-40ca-b888-b2077fcc60ea, infoPort=59856, ipcPort=59858, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742130_1306 to 127.0.0.1:59862
2015-02-12 10:29:26,272 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742117_1293 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742117
2015-02-12 10:29:26,272 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742119_1295 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742119 for deletion
2015-02-12 10:29:26,272 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742118_1294 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742118
2015-02-12 10:29:26,272 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742120_1296 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742120 for deletion
2015-02-12 10:29:26,272 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742121_1297 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742121 for deletion
2015-02-12 10:29:26,272 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742117_1293 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742117 for deletion
2015-02-12 10:29:26,272 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742119_1295 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742119
2015-02-12 10:29:26,273 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742118_1294 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742118 for deletion
2015-02-12 10:29:26,273 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742119_1295 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742119 for deletion
2015-02-12 10:29:26,273 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742121_1297 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742121 for deletion
2015-02-12 10:29:26,273 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742123_1299 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742123 for deletion
2015-02-12 10:29:26,273 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742117_1293 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742117
2015-02-12 10:29:26,273 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742118_1294 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742118
2015-02-12 10:29:26,274 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742121_1297 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742121
2015-02-12 10:29:26,274 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742123_1299 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742123
2015-02-12 10:29:26,272 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742123_1299 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742123 for deletion
2015-02-12 10:29:26,274 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742130_1306 (numBytes=254067) to /127.0.0.1:59862
2015-02-12 10:29:26,275 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742130_1306 src: /127.0.0.1:50786 dest: /127.0.0.1:59862
2015-02-12 10:29:26,273 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742119_1295 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742119
2015-02-12 10:29:26,273 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742121_1297 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742121
2015-02-12 10:29:26,273 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742120_1296 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742120
2015-02-12 10:29:26,275 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742123_1299 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742123
2015-02-12 10:29:26,277 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742130_1306 src: /127.0.0.1:50786 dest: /127.0.0.1:59862 of size 254067
2015-02-12 10:29:26,277 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742130_1306 size 254067
2015-02-12 10:29:26,584 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:26,584 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:26,584 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:26,584 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:27,587 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:27,587 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:27,587 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:27,588 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:28,198 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742122_1298
2015-02-12 10:29:28,367 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742117_1293, blk_1073742118_1294, blk_1073742119_1295, blk_1073742120_1296]
2015-02-12 10:29:28,367 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742117_1293, blk_1073742118_1294, blk_1073742120_1296, blk_1073742121_1297, blk_1073742123_1299]
2015-02-12 10:29:28,590 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:28,590 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:28,590 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:28,591 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:28,685 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742127_1303
2015-02-12 10:29:28,686 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742125_1301
2015-02-12 10:29:28,686 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742122_1298
2015-02-12 10:29:28,686 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742126_1302
2015-02-12 10:29:28,687 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742124_1300
2015-02-12 10:29:29,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:29:29,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:29:29,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:29:29,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:29:29,592 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:29,592 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:29,593 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:29,593 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:29,595 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742117_1293 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742117 for deletion
2015-02-12 10:29:29,595 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742118_1294 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742118 for deletion
2015-02-12 10:29:29,595 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742119_1295 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742119 for deletion
2015-02-12 10:29:29,596 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742120_1296 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742120 for deletion
2015-02-12 10:29:29,596 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742117_1293 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742117
2015-02-12 10:29:29,596 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742119_1295 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742119
2015-02-12 10:29:29,596 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742118_1294 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742118
2015-02-12 10:29:29,597 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742120_1296 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742120
2015-02-12 10:29:29,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029 dst=null perm=null proto=rpc
2015-02-12 10:29:29,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:29:29,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:29:29,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742117_1293 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742117 for deletion
2015-02-12 10:29:29,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742118_1294 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742118 for deletion
2015-02-12 10:29:29,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742120_1296 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742120 for deletion
2015-02-12 10:29:29,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742121_1297 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742121 for deletion
2015-02-12 10:29:29,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742117_1293 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742117
2015-02-12 10:29:29,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742118_1294 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742118
2015-02-12 10:29:29,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742120_1296 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742120
2015-02-12 10:29:29,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742123_1299 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742123 for deletion
2015-02-12 10:29:29,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742121_1297 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742121
2015-02-12 10:29:29,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742123_1299 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742123
2015-02-12 10:29:29,827 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0028_01_000001 succeeded
2015-02-12 10:29:29,827 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:29:29,827 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0028_01_000001
2015-02-12 10:29:29,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742122_1298
2015-02-12 10:29:29,859 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742126_1302
2015-02-12 10:29:29,859 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742127_1303
2015-02-12 10:29:29,859 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742125_1301
2015-02-12 10:29:29,860 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742124_1300
2015-02-12 10:29:29,860 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742128_1304
2015-02-12 10:29:29,861 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742129_1305
2015-02-12 10:29:29,862 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000001
2015-02-12 10:29:29,863 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000001
2015-02-12 10:29:29,863 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000001
2015-02-12 10:29:29,864 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0028/container_1423764831909_0028_01_000001
2015-02-12 10:29:29,863 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000001
2015-02-12 10:29:29,866 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0028_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:29:29,866 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0028_01_000001 from application application_1423764831909_0028
2015-02-12 10:29:29,866 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:29:29,866 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0028
2015-02-12 10:29:30,042 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0028_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:29:30,042 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0028_000001
2015-02-12 10:29:30,042 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0028_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:29:30,042 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0028_000001
2015-02-12 10:29:30,042 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000001
2015-02-12 10:29:30,042 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0028_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:29:30,042 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0028_000001 State change from FINISHING to FINISHED
2015-02-12 10:29:30,042 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:29:30,043 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0028 State change from FINISHING to FINISHED
2015-02-12 10:29:30,043 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0028_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:29:30,043 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0028_000001
2015-02-12 10:29:30,043 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:29:30,043 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0028
2015-02-12 10:29:30,043 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:29:30,043 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0028_000001 released container container_1423764831909_0028_01_000001 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:29:30,044 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0028_000001 is done. finalState=FINISHED
2015-02-12 10:29:30,044 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0028 requests cleared
2015-02-12 10:29:30,044 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0028 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:29:30,044 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0028 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:29:30,043 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0028,name=[04A303B7395049EA8871300166EE90A6/A991F2ED57DC4A48AFC7822C07AF37D4] merged/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0028/jobhistory/job/job_1423764831909_0028,appMasterHost=10.1.1.68,startTime=1423765730624,finishTime=1423765763759,finalStatus=SUCCEEDED
2015-02-12 10:29:30,047 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0028_000001 (auth:SIMPLE)
2015-02-12 10:29:30,050 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0028_01_000001
2015-02-12 10:29:30,051 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0028 CONTAINERID=container_1423764831909_0028_01_000001
2015-02-12 10:29:30,051 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0028_01_000001]
2015-02-12 10:29:30,052 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:30,052 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0028 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:29:30,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0028
2015-02-12 10:29:30,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0028
2015-02-12 10:29:30,053 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0028
2015-02-12 10:29:30,053 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0028 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:29:30,053 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0028, with delay of 10800 seconds
2015-02-12 10:29:30,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0028
2015-02-12 10:29:30,054 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0028
2015-02-12 10:29:30,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:29:30,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:29:30,598 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0028_01_000004]
2015-02-12 10:29:30,599 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0028 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:29:30,599 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:30,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0028
2015-02-12 10:29:30,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0028
2015-02-12 10:29:30,602 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0028
2015-02-12 10:29:30,601 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:30,605 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:30,605 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:30,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0028
2015-02-12 10:29:30,601 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0028
2015-02-12 10:29:30,607 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0028 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:29:30,607 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0028, with delay of 10800 seconds
2015-02-12 10:29:31,601 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:31,602 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:31,602 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:31,964 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0029_000001 (auth:SIMPLE)
2015-02-12 10:29:31,967 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0029_000001
2015-02-12 10:29:31,967 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0029 APPATTEMPTID=appattempt_1423764831909_0029_000001
2015-02-12 10:29:31,967 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0029_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:29:31,967 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0029 State change from ACCEPTED to RUNNING
2015-02-12 10:29:31,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job_1423764831909_0029_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:29:32,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:29:32,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job_1423764831909_0029_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:29:32,397 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job_1423764831909_0029_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742134_1310{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:29:32,462 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742134_1310 src: /127.0.0.1:50839 dest: /127.0.0.1:59855
2015-02-12 10:29:32,464 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742134_1310 src: /127.0.0.1:50840 dest: /127.0.0.1:59862
2015-02-12 10:29:32,466 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742134_1310 src: /127.0.0.1:50841 dest: /127.0.0.1:59852
2015-02-12 10:29:32,504 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50841, dest: /127.0.0.1:59852, bytes: 115883, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_617303894_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742134_1310, duration: 35756000
2015-02-12 10:29:32,504 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742134_1310, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:29:32,505 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50840, dest: /127.0.0.1:59862, bytes: 115883, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_617303894_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742134_1310, duration: 36659000
2015-02-12 10:29:32,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742134_1310{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:29:32,505 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742134_1310, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:32,506 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50839, dest: /127.0.0.1:59855, bytes: 115883, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_617303894_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742134_1310, duration: 37904000
2015-02-12 10:29:32,506 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742134_1310, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:29:32,507 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742134_1310{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:29:32,507 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742134_1310{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:29:32,512 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job_1423764831909_0029_1_conf.xml is closed by DFSClient_NONMAPREDUCE_617303894_1
2015-02-12 10:29:33,061 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:29:33,062 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000002
2015-02-12 10:29:33,062 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0029_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:29:33,062 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0029_000001 container=Container: [ContainerId: container_1423764831909_0029_01_000002, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:29:33,062 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:29:33,062 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:29:33,063 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:29:33,063 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000003
2015-02-12 10:29:33,063 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0029_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:29:33,063 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0029_000001 container=Container: [ContainerId: container_1423764831909_0029_01_000003, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:29:33,063 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:29:33,063 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:29:33,064 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:29:33,064 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000004
2015-02-12 10:29:33,064 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0029_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:29:33,064 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0029_000001 container=Container: [ContainerId: container_1423764831909_0029_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:29:33,064 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:29:33,064 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:29:33,065 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:29:33,065 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000005
2015-02-12 10:29:33,065 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0029_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:29:33,065 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0029_000001 container=Container: [ContainerId: container_1423764831909_0029_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:29:33,065 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:29:33,065 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:29:33,206 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742129_1305
2015-02-12 10:29:33,207 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742124_1300
2015-02-12 10:29:33,207 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742126_1302
2015-02-12 10:29:33,207 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742125_1301
2015-02-12 10:29:33,410 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742130_1306
2015-02-12 10:29:33,410 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742131_1307
2015-02-12 10:29:33,411 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742128_1304
2015-02-12 10:29:33,608 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742133_1309
2015-02-12 10:29:33,608 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742132_1308
2015-02-12 10:29:33,664 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742129_1305
2015-02-12 10:29:33,664 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742131_1307
2015-02-12 10:29:33,666 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742128_1304
2015-02-12 10:29:33,693 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742131_1307
2015-02-12 10:29:33,693 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742132_1308
2015-02-12 10:29:33,694 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742133_1309
2015-02-12 10:29:33,867 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742130_1306
2015-02-12 10:29:33,868 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742132_1308
2015-02-12 10:29:33,868 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742127_1303
2015-02-12 10:29:33,897 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742130_1306
2015-02-12 10:29:34,020 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0029_01_000002
2015-02-12 10:29:34,020 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:29:34,021 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:29:34,022 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:29:34,023 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:29:34,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.jar dst=null perm=null proto=rpc
2015-02-12 10:29:34,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.jar dst=null perm=null proto=rpc
2015-02-12 10:29:34,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.xml dst=null perm=null proto=rpc
2015-02-12 10:29:34,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.xml dst=null perm=null proto=rpc
2015-02-12 10:29:34,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:29:34,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:29:34,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:29:34,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:29:34,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:29:34,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:29:34,216 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0029_000001 (auth:SIMPLE)
2015-02-12 10:29:34,217 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0029_000001 (auth:SIMPLE)
2015-02-12 10:29:34,218 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0029_000001 (auth:SIMPLE)
2015-02-12 10:29:34,219 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0029_000001 (auth:SIMPLE)
2015-02-12 10:29:34,222 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0029_01_000005 by user soberoi
2015-02-12 10:29:34,222 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0029
2015-02-12 10:29:34,222 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000005
2015-02-12 10:29:34,223 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0029 transitioned from NEW to INITING
2015-02-12 10:29:34,223 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0029_01_000005 to application application_1423764831909_0029
2015-02-12 10:29:34,224 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0029 transitioned from INITING to RUNNING
2015-02-12 10:29:34,224 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:29:34,224 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0029
2015-02-12 10:29:34,224 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0029
2015-02-12 10:29:34,224 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:29:34,224 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0029
2015-02-12 10:29:34,224 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:29:34,225 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:29:34,225 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0029_01_000005
2015-02-12 10:29:34,229 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0029_01_000004 by user soberoi
2015-02-12 10:29:34,229 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000004
2015-02-12 10:29:34,230 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0029_01_000004 to application application_1423764831909_0029
2015-02-12 10:29:34,230 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:29:34,230 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0029
2015-02-12 10:29:34,230 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0029_01_000002 by user soberoi
2015-02-12 10:29:34,230 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0029
2015-02-12 10:29:34,230 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:29:34,230 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0029
2015-02-12 10:29:34,230 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000002
2015-02-12 10:29:34,231 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0029_01_000002 to application application_1423764831909_0029
2015-02-12 10:29:34,231 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0029_01_000004
2015-02-12 10:29:34,231 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:29:34,231 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0029
2015-02-12 10:29:34,231 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0029
2015-02-12 10:29:34,232 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:29:34,232 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0029
2015-02-12 10:29:34,232 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0029_01_000002
2015-02-12 10:29:34,237 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0029_01_000003 by user soberoi
2015-02-12 10:29:34,237 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000003
2015-02-12 10:29:34,237 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0029_01_000003 to application application_1423764831909_0029
2015-02-12 10:29:34,238 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:29:34,238 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0029
2015-02-12 10:29:34,238 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0029
2015-02-12 10:29:34,238 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:29:34,238 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0029
2015-02-12 10:29:34,238 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0029_01_000003
2015-02-12 10:29:34,252 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0029_01_000005.tokens. Credentials list:
2015-02-12 10:29:34,267 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423764831909_0029_01_000002.tokens. Credentials list:
2015-02-12 10:29:34,268 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0029_01_000003.tokens. Credentials list:
2015-02-12 10:29:34,269 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0029_01_000004.tokens. Credentials list:
2015-02-12 10:29:34,409 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:29:34,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0029_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000005.tokens
2015-02-12 10:29:34,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0029 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0029
2015-02-12 10:29:34,539 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:29:34,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.jar dst=null perm=null proto=rpc
2015-02-12 10:29:34,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.jar dst=null perm=null proto=rpc
2015-02-12 10:29:34,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:29:34,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0029_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000004.tokens
2015-02-12 10:29:34,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0029 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0029
2015-02-12 10:29:34,763 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0029/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:29:34,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.xml dst=null perm=null proto=rpc
2015-02-12 10:29:34,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.xml dst=null perm=null proto=rpc
2015-02-12 10:29:34,872 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742130_1306
2015-02-12 10:29:34,872 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742131_1307
2015-02-12 10:29:34,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742133_1309
2015-02-12 10:29:34,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:29:34,892 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0029/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:29:34,892 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:29:34,892 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:29:34,892 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:29:34,892 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:29:34,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423764831909_0029_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000002.tokens
2015-02-12 10:29:34,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0029 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0029
2015-02-12 10:29:34,974 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:29:34,974 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:29:34,974 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:29:34,974 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:29:34,975 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:29:34,975 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:29:34,981 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:29:34,981 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:29:35,039 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:29:35,066 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:29:35,067 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:29:35,067 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:29:35,067 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:29:35,192 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0029_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000003.tokens
2015-02-12 10:29:35,194 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0029 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0029
2015-02-12 10:29:35,242 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000002/default_container_executor.sh]
2015-02-12 10:29:35,243 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000003/default_container_executor.sh]
2015-02-12 10:29:35,250 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000005/default_container_executor.sh]
2015-02-12 10:29:35,253 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000004/default_container_executor.sh]
2015-02-12 10:29:36,447 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30006 milliseconds
2015-02-12 10:29:36,447 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:29:38,876 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742134_1310
2015-02-12 10:29:38,905 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742134_1310
2015-02-12 10:29:39,882 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742134_1310
2015-02-12 10:29:50,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.split dst=null perm=null proto=rpc
2015-02-12 10:29:51,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.split dst=null perm=null proto=rpc
2015-02-12 10:29:51,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.split dst=null perm=null proto=rpc
2015-02-12 10:29:51,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job.split dst=null perm=null proto=rpc
2015-02-12 10:29:52,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:29:52,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:29:52,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:29:52,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:29:52,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:29:52,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:29:52,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:29:52,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:29:53,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1423764831909_0029_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:29:53,984 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0029_000001 (auth:SIMPLE)
2015-02-12 10:29:53,986 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0029_01_000003
2015-02-12 10:29:53,986 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000003
2015-02-12 10:29:53,986 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:29:53,987 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0029_01_000003
2015-02-12 10:29:54,005 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job_1423764831909_0029_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742135_1311{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:29:54,005 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 2646 Total time for transactions(ms): 165 Number of transactions batched in Syncs: 2 Number of syncs: 1853 SyncTimes(ms): 49 26
2015-02-12 10:29:54,028 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0029_01_000003 is : 143
2015-02-12 10:29:54,030 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742135_1311 src: /127.0.0.1:50924 dest: /127.0.0.1:59859
2015-02-12 10:29:54,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742135_1311 src: /127.0.0.1:50925 dest: /127.0.0.1:59862
2015-02-12 10:29:54,033 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742135_1311 src: /127.0.0.1:50926 dest: /127.0.0.1:59852
2015-02-12 10:29:54,040 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job_1423764831909_0029_1.jhist for DFSClient_NONMAPREDUCE_617303894_1
2015-02-12 10:29:54,043 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:29:54,044 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000003
2015-02-12 10:29:54,044 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000003
2015-02-12 10:29:54,044 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000003
2015-02-12 10:29:54,044 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000003
2015-02-12 10:29:54,045 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000003
2015-02-12 10:29:54,045 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:29:54,045 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0029_01_000003 from application application_1423764831909_0029
2015-02-12 10:29:54,045 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:29:54,045 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0029
2015-02-12 10:29:54,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1423764831909_0029_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:29:54,080 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0029_000001 (auth:SIMPLE)
2015-02-12 10:29:54,082 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0029_01_000005
2015-02-12 10:29:54,082 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000005
2015-02-12 10:29:54,082 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:29:54,083 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0029_01_000005
2015-02-12 10:29:54,083 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:29:54,083 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0029_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:29:54,084 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000003
2015-02-12 10:29:54,084 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0029_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:29:54,084 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:29:54,085 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0029_01_000003, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:29:54,085 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:29:54,085 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:29:54,085 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0029_000001 released container container_1423764831909_0029_01_000003 on node: host: 10.1.1.68:59924 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:29:54,102 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0029_01_000005 is : 143
2015-02-12 10:29:54,114 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:29:54,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000005
2015-02-12 10:29:54,117 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000005
2015-02-12 10:29:54,119 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000005
2015-02-12 10:29:54,120 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000005
2015-02-12 10:29:54,121 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000005
2015-02-12 10:29:54,121 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:29:54,122 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0029_01_000005 from application application_1423764831909_0029
2015-02-12 10:29:54,122 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:29:54,122 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0029
2015-02-12 10:29:54,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1423764831909_0029_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:29:54,141 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0029_000001 (auth:SIMPLE)
2015-02-12 10:29:54,143 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0029_01_000002
2015-02-12 10:29:54,143 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000002
2015-02-12 10:29:54,143 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:29:54,143 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:54,144 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:29:54,144 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0029_01_000002
2015-02-12 10:29:54,144 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0029_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:29:54,144 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000005
2015-02-12 10:29:54,144 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0029_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:29:54,145 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:29:54,145 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0029_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:29:54,146 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:29:54,146 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:29:54,146 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0029_000001 released container container_1423764831909_0029_01_000005 on node: host: 10.1.1.68:59924 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:29:54,167 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0029_01_000002 is : 143
2015-02-12 10:29:54,188 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:29:54,189 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000002
2015-02-12 10:29:54,189 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000002
2015-02-12 10:29:54,190 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000002
2015-02-12 10:29:54,190 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000002
2015-02-12 10:29:54,192 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000002
2015-02-12 10:29:54,194 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:29:54,194 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0029_01_000002 from application application_1423764831909_0029
2015-02-12 10:29:54,194 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:29:54,194 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0029
2015-02-12 10:29:54,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1423764831909_0029_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:29:54,234 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0029_000001 (auth:SIMPLE)
2015-02-12 10:29:54,236 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0029_01_000004
2015-02-12 10:29:54,236 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000004
2015-02-12 10:29:54,237 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:29:54,239 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0029_01_000004
2015-02-12 10:29:54,239 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:29:54,239 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0029_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:29:54,239 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000002
2015-02-12 10:29:54,239 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0029_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:29:54,240 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:29:54,241 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0029_01_000002, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:29:54,242 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:29:54,242 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:29:54,242 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0029_000001 released container container_1423764831909_0029_01_000002 on node: host: 10.1.1.68:59924 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:29:54,242 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:54,242 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:54,262 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0029_01_000004 is : 143
2015-02-12 10:29:54,275 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:29:54,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000004
2015-02-12 10:29:54,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000004
2015-02-12 10:29:54,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000004
2015-02-12 10:29:54,277 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000004
2015-02-12 10:29:54,278 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000004
2015-02-12 10:29:54,278 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:29:54,278 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0029_01_000004 from application application_1423764831909_0029
2015-02-12 10:29:54,278 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:29:54,278 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0029
2015-02-12 10:29:55,244 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0029_01_000003]
2015-02-12 10:29:55,244 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:55,244 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:55,244 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:29:55,244 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0029_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:29:55,244 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000004
2015-02-12 10:29:55,244 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0029_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:29:55,245 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:29:55,246 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0029_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:29:55,246 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:29:55,246 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:29:55,246 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0029_000001 released container container_1423764831909_0029_01_000004 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:29:55,246 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:55,247 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:29:55,247 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000006
2015-02-12 10:29:55,247 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0029_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:29:55,247 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0029_000001 container=Container: [ContainerId: container_1423764831909_0029_01_000006, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:29:55,247 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:29:55,247 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:29:56,126 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:29:56,139 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0029_000001 (auth:SIMPLE)
2015-02-12 10:29:56,142 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0029_01_000006 by user soberoi
2015-02-12 10:29:56,142 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000006
2015-02-12 10:29:56,142 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0029_01_000006 to application application_1423764831909_0029
2015-02-12 10:29:56,142 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:29:56,142 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0029
2015-02-12 10:29:56,142 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0029
2015-02-12 10:29:56,142 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:29:56,143 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0029
2015-02-12 10:29:56,143 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:29:56,209 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:29:56,210 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:29:56,247 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0029_01_000002, container_1423764831909_0029_01_000005]
2015-02-12 10:29:56,247 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:29:56,247 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:56,247 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:56,247 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:29:56,383 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000006/default_container_executor.sh]
2015-02-12 10:29:57,132 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:29:57,252 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0029_01_000004]
2015-02-12 10:29:57,252 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:00,216 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:30:00,230 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:30:00,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1423764831909_0029_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:00,713 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1423764831909_0029_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742136_1312{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:30:00,837 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742136_1312 src: /127.0.0.1:51004 dest: /127.0.0.1:59852
2015-02-12 10:30:00,839 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742136_1312 src: /127.0.0.1:51005 dest: /127.0.0.1:59859
2015-02-12 10:30:00,840 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742136_1312 src: /127.0.0.1:51006 dest: /127.0.0.1:59855
2015-02-12 10:30:00,915 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51006, dest: /127.0.0.1:59855, bytes: 495, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0029_r_000000_0_1859020510_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742136_1312, duration: 72799000
2015-02-12 10:30:00,915 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742136_1312, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:00,915 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742136_1312{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:30:00,915 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51005, dest: /127.0.0.1:59859, bytes: 495, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0029_r_000000_0_1859020510_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742136_1312, duration: 73495000
2015-02-12 10:30:00,916 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742136_1312, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:00,916 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742136_1312{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:30:00,916 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51004, dest: /127.0.0.1:59852, bytes: 495, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0029_r_000000_0_1859020510_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742136_1312, duration: 74294000
2015-02-12 10:30:00,916 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742136_1312, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:00,917 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742136_1312{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:30:00,920 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1423764831909_0029_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0029_r_000000_0_1859020510_1
2015-02-12 10:30:00,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1423764831909_0029_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:30:00,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1423764831909_0029_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:30:00,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/task_1423764831909_0029_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:30:00,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1423764831909_0029_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/task_1423764831909_0029_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:30:00,961 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0029_000001 (auth:SIMPLE)
2015-02-12 10:30:00,962 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0029_01_000006
2015-02-12 10:30:00,962 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000006
2015-02-12 10:30:00,962 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:30:00,963 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0029_01_000006
2015-02-12 10:30:00,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:00,974 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_617303894_1
2015-02-12 10:30:00,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:30:01,001 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0029_01_000006 is : 143
2015-02-12 10:30:01,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null proto=rpc
2015-02-12 10:30:01,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null proto=rpc
2015-02-12 10:30:01,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/task_1423764831909_0029_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:30:01,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:30:01,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/task_1423764831909_0029_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:01,015 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:30:01,016 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000006
2015-02-12 10:30:01,017 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000006
2015-02-12 10:30:01,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000006
2015-02-12 10:30:01,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary dst=null perm=null proto=rpc
2015-02-12 10:30:01,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000006
2015-02-12 10:30:01,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000006
2015-02-12 10:30:01,017 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:30:01,018 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0029_01_000006 from application application_1423764831909_0029
2015-02-12 10:30:01,018 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:01,019 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0029
2015-02-12 10:30:01,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:01,024 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_SUCCESS is closed by DFSClient_NONMAPREDUCE_617303894_1
2015-02-12 10:30:01,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:01,028 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_617303894_1
2015-02-12 10:30:01,047 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50926, dest: /127.0.0.1:59852, bytes: 60582, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_617303894_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742135_1311, duration: 7011522000
2015-02-12 10:30:01,047 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742135_1311, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:01,048 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742135_1311{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 15690
2015-02-12 10:30:01,048 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50925, dest: /127.0.0.1:59862, bytes: 60582, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_617303894_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742135_1311, duration: 7012682000
2015-02-12 10:30:01,048 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742135_1311, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:01,049 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742135_1311{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 15690
2015-02-12 10:30:01,050 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50924, dest: /127.0.0.1:59859, bytes: 60582, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_617303894_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742135_1311, duration: 7014363000
2015-02-12 10:30:01,050 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742135_1311, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:01,051 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742135_1311{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 15690
2015-02-12 10:30:01,052 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job_1423764831909_0029_1.jhist is closed by DFSClient_NONMAPREDUCE_617303894_1
2015-02-12 10:30:01,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:01,058 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742137_1313{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:30:01,060 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742137_1313 src: /127.0.0.1:51008 dest: /127.0.0.1:59859
2015-02-12 10:30:01,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742137_1313 src: /127.0.0.1:51009 dest: /127.0.0.1:59855
2015-02-12 10:30:01,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742137_1313 src: /127.0.0.1:51010 dest: /127.0.0.1:59852
2015-02-12 10:30:01,068 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51010, dest: /127.0.0.1:59852, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_617303894_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742137_1313, duration: 3886000
2015-02-12 10:30:01,068 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742137_1313, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:01,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742137_1313{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:30:01,069 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51009, dest: /127.0.0.1:59855, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_617303894_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742137_1313, duration: 3244000
2015-02-12 10:30:01,069 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742137_1313, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:01,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742137_1313{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:30:01,070 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51008, dest: /127.0.0.1:59859, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_617303894_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742137_1313, duration: 5521000
2015-02-12 10:30:01,070 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742137_1313, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:01,070 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742137_1313{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:30:01,072 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029.summary_tmp is closed by DFSClient_NONMAPREDUCE_617303894_1
2015-02-12 10:30:01,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:30:01,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job_1423764831909_0029_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:30:01,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029-1423765765023-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FB8B0E5A9F5DC4273-1423765801029-4-1-SUCCEEDED-default-1423765771990.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:30:01,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job_1423764831909_0029_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:30:01,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029-1423765765023-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FB8B0E5A9F5DC4273-1423765801029-4-1-SUCCEEDED-default-1423765771990.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:30:01,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job_1423764831909_0029_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:30:01,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029-1423765765023-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FB8B0E5A9F5DC4273-1423765801029-4-1-SUCCEEDED-default-1423765771990.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:01,096 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029-1423765765023-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FB8B0E5A9F5DC4273-1423765801029-4-1-SUCCEEDED-default-1423765771990.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742138_1314{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:30:01,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742138_1314 src: /127.0.0.1:51012 dest: /127.0.0.1:59859
2015-02-12 10:30:01,100 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742138_1314 src: /127.0.0.1:51013 dest: /127.0.0.1:59855
2015-02-12 10:30:01,102 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742138_1314 src: /127.0.0.1:51014 dest: /127.0.0.1:59862
2015-02-12 10:30:01,105 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51014, dest: /127.0.0.1:59862, bytes: 60582, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_617303894_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742138_1314, duration: 1677000
2015-02-12 10:30:01,105 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742138_1314, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:01,106 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742138_1314{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:30:01,106 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51013, dest: /127.0.0.1:59855, bytes: 60582, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_617303894_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742138_1314, duration: 2136000
2015-02-12 10:30:01,106 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742138_1314, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:01,107 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742138_1314{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:30:01,107 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51012, dest: /127.0.0.1:59859, bytes: 60582, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_617303894_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742138_1314, duration: 3108000
2015-02-12 10:30:01,107 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742138_1314, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:01,108 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742138_1314{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:30:01,109 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029-1423765765023-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FB8B0E5A9F5DC4273-1423765801029-4-1-SUCCEEDED-default-1423765771990.jhist_tmp is closed by DFSClient_NONMAPREDUCE_617303894_1
2015-02-12 10:30:01,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029-1423765765023-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FB8B0E5A9F5DC4273-1423765801029-4-1-SUCCEEDED-default-1423765771990.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:30:01,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job_1423764831909_0029_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:30:01,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:30:01,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job_1423764831909_0029_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:30:01,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:30:01,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029/job_1423764831909_0029_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:30:01,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:01,124 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742139_1315{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:30:01,126 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742139_1315 src: /127.0.0.1:51015 dest: /127.0.0.1:59852
2015-02-12 10:30:01,127 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742139_1315 src: /127.0.0.1:51016 dest: /127.0.0.1:59862
2015-02-12 10:30:01,129 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742139_1315 src: /127.0.0.1:51017 dest: /127.0.0.1:59855
2015-02-12 10:30:01,133 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51017, dest: /127.0.0.1:59855, bytes: 115883, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_617303894_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742139_1315, duration: 2177000
2015-02-12 10:30:01,133 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742139_1315, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:01,133 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742139_1315{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:30:01,134 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51016, dest: /127.0.0.1:59862, bytes: 115883, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_617303894_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742139_1315, duration: 2959000
2015-02-12 10:30:01,134 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742139_1315, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:01,134 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742139_1315{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:30:01,135 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51015, dest: /127.0.0.1:59852, bytes: 115883, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_617303894_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742139_1315, duration: 3922000
2015-02-12 10:30:01,135 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742139_1315, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:01,135 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742139_1315{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:30:01,136 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_617303894_1
2015-02-12 10:30:01,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:30:01,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:30:01,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:30:01,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029-1423765765023-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FB8B0E5A9F5DC4273-1423765801029-4-1-SUCCEEDED-default-1423765771990.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029-1423765765023-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FB8B0E5A9F5DC4273-1423765801029-4-1-SUCCEEDED-default-1423765771990.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:30:01,151 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0029_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:30:01,151 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0029_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:30:01,151 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0029 with final state: FINISHING
2015-02-12 10:30:01,151 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0029 State change from RUNNING to FINAL_SAVING
2015-02-12 10:30:01,152 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0029
2015-02-12 10:30:01,153 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0029_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:30:01,153 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0029 State change from FINAL_SAVING to FINISHING
2015-02-12 10:30:01,966 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:30:01,966 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0029_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:30:01,966 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000006
2015-02-12 10:30:01,966 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0029_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:30:01,966 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:30:01,967 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0029_01_000006, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:30:01,967 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:01,967 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:30:01,967 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0029_000001 released container container_1423764831909_0029_01_000006 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:30:02,155 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0029 unregistered successfully.
2015-02-12 10:30:02,158 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742130_1306 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:30:02,159 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742131_1307 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:30:02,159 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742132_1308 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:30:02,159 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742133_1309 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:30:02,159 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742135_1311 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:30:02,159 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742134_1310 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:30:02,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0029 dst=null perm=null proto=rpc
2015-02-12 10:30:02,206 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742126_1302 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:30:02,206 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742125_1301 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:30:02,207 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742122_1298 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:30:02,207 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742124_1300 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:30:02,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/6409314993_split_166EF244605941A38C414296D4958CB4 dst=null perm=null proto=rpc
2015-02-12 10:30:02,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null proto=rpc
2015-02-12 10:30:02,209 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary
2015-02-12 10:30:02,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary dst=null perm=null proto=rpc
2015-02-12 10:30:02,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null proto=rpc
2015-02-12 10:30:02,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null proto=rpc
2015-02-12 10:30:02,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null proto=rpc
2015-02-12 10:30:02,225 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:30:02,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:30:02,228 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename
2015-02-12 10:30:02,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null proto=rpc
2015-02-12 10:30:02,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null proto=rpc
2015-02-12 10:30:02,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null proto=rpc
2015-02-12 10:30:02,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null proto=rpc
2015-02-12 10:30:02,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:30:02,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:30:02,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:30:02,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:30:02,253 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:30:02,254 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:30:02,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null proto=rpc
2015-02-12 10:30:02,277 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower+upper] starting
2015-02-12 10:30:02,277 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower+upper] source: Hfs["TextDelimited[['num', 'char']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt"]
2015-02-12 10:30:02,277 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower+upper] source: Hfs["TextDelimited[['num', 'char']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"]
2015-02-12 10:30:02,278 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower+upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic"]
2015-02-12 10:30:02,278 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower+upper] parallel execution is enabled: true
2015-02-12 10:30:02,278 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower+upper] starting jobs: 1
2015-02-12 10:30:02,278 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower+upper] allocating threads: 1
2015-02-12 10:30:02,279 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower+upper] starting step: (1/1) ...grouping-nondeterministic
2015-02-12 10:30:02,291 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:30:02,309 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:30:02,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null proto=rpc
2015-02-12 10:30:02,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:30:02,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:30:02,316 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 30
2015-02-12 10:30:02,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030 dst=null perm=null proto=rpc
2015-02-12 10:30:02,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:30:02,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:30:02,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:02,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:30:02,322 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742140_1316{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:30:02,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742140_1316 src: /127.0.0.1:51023 dest: /127.0.0.1:59852
2015-02-12 10:30:02,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742140_1316 src: /127.0.0.1:51024 dest: /127.0.0.1:59859
2015-02-12 10:30:02,326 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742140_1316 src: /127.0.0.1:51025 dest: /127.0.0.1:59855
2015-02-12 10:30:02,331 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51025, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742140_1316, duration: 2007000
2015-02-12 10:30:02,332 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742140_1316, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:02,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742140_1316{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:30:02,332 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51024, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742140_1316, duration: 2629000
2015-02-12 10:30:02,332 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742140_1316, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:02,333 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742140_1316{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:30:02,333 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51023, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742140_1316, duration: 3565000
2015-02-12 10:30:02,333 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742140_1316, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:02,336 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742140_1316 size 254067
2015-02-12 10:30:02,336 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:30:02,337 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar
2015-02-12 10:30:02,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:02,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:30:02,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:30:02,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:30:02,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:30:02,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:30:02,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:30:02,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:30:02,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:30:02,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:30:02,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:30:02,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:30:02,346 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:30:02,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:30:02,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:30:02,349 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:30:02,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:30:02,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:30:02,354 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:30:02,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:30:02,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:30:02,358 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:30:02,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:30:02,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:30:02,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:30:02,363 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.split
2015-02-12 10:30:02,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.split dst=null perm=null proto=rpc
2015-02-12 10:30:02,364 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742141_1317{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:30:02,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742141_1317 src: /127.0.0.1:51026 dest: /127.0.0.1:59852
2015-02-12 10:30:02,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742141_1317 src: /127.0.0.1:51027 dest: /127.0.0.1:59862
2015-02-12 10:30:02,369 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742141_1317 src: /127.0.0.1:51028 dest: /127.0.0.1:59859
2015-02-12 10:30:02,371 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742141_1317 src: /127.0.0.1:51029 dest: /127.0.0.1:59855
2015-02-12 10:30:02,374 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51029, dest: /127.0.0.1:59855, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742141_1317, duration: 2165000
2015-02-12 10:30:02,375 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742141_1317, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:02,375 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742141_1317{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:30:02,375 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51028, dest: /127.0.0.1:59859, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742141_1317, duration: 2725000
2015-02-12 10:30:02,375 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742141_1317, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:02,376 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742141_1317{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:30:02,376 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51027, dest: /127.0.0.1:59862, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742141_1317, duration: 3833000
2015-02-12 10:30:02,376 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742141_1317, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:02,377 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742141_1317{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:30:02,377 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51026, dest: /127.0.0.1:59852, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742141_1317, duration: 4496000
2015-02-12 10:30:02,377 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742141_1317, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:02,378 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742141_1317{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:30:02,379 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:30:02,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:30:02,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:30:02,383 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742142_1318{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:30:02,384 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742142_1318 src: /127.0.0.1:51030 dest: /127.0.0.1:59859
2015-02-12 10:30:02,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742142_1318 src: /127.0.0.1:51031 dest: /127.0.0.1:59862
2015-02-12 10:30:02,387 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742142_1318 src: /127.0.0.1:51032 dest: /127.0.0.1:59855
2015-02-12 10:30:02,390 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51032, dest: /127.0.0.1:59855, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742142_1318, duration: 1128000
2015-02-12 10:30:02,390 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742142_1318, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:02,390 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742142_1318{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:30:02,390 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51031, dest: /127.0.0.1:59862, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742142_1318, duration: 1603000
2015-02-12 10:30:02,390 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742142_1318, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:02,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742142_1318{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:30:02,391 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51030, dest: /127.0.0.1:59859, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742142_1318, duration: 2328000
2015-02-12 10:30:02,402 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742142_1318, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:02,404 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742142_1318{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:30:02,405 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:30:02,405 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:6
2015-02-12 10:30:02,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:30:02,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:30:02,415 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742143_1319{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:30:02,417 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742143_1319 src: /127.0.0.1:51033 dest: /127.0.0.1:59859
2015-02-12 10:30:02,418 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742143_1319 src: /127.0.0.1:51034 dest: /127.0.0.1:59852
2015-02-12 10:30:02,419 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742143_1319 src: /127.0.0.1:51035 dest: /127.0.0.1:59862
2015-02-12 10:30:02,422 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51035, dest: /127.0.0.1:59862, bytes: 99998, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742143_1319, duration: 1452000
2015-02-12 10:30:02,423 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742143_1319, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:02,423 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51034, dest: /127.0.0.1:59852, bytes: 99998, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742143_1319, duration: 2141000
2015-02-12 10:30:02,424 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742143_1319, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:02,424 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742143_1319{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:30:02,425 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51033, dest: /127.0.0.1:59859, bytes: 99998, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742143_1319, duration: 4007000
2015-02-12 10:30:02,426 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742143_1319, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:02,426 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742143_1319{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:30:02,428 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742143_1319{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:30:02,429 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:30:02,429 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0030
2015-02-12 10:30:02,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030 dst=null perm=null proto=rpc
2015-02-12 10:30:02,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:02,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:02,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:02,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:02,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.split dst=null perm=null proto=rpc
2015-02-12 10:30:02,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.split dst=null perm=null proto=rpc
2015-02-12 10:30:02,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:30:02,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:30:02,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:30:02,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:30:02,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:30:02,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:30:02,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:30:02,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:30:02,443 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 30 submitted by user soberoi
2015-02-12 10:30:02,443 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0030
2015-02-12 10:30:02,443 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0030
2015-02-12 10:30:02,443 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0030
2015-02-12 10:30:02,443 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0030 State change from NEW to NEW_SAVING
2015-02-12 10:30:02,443 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0030 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:30:02,444 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0030 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:30:02,444 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0030 from user: soberoi, in queue: default
2015-02-12 10:30:02,444 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0030 State change from SUBMITTED to ACCEPTED
2015-02-12 10:30:02,444 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0030_000001
2015-02-12 10:30:02,444 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0030_000001 State change from NEW to SUBMITTED
2015-02-12 10:30:02,444 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0030 from user: soberoi activated in queue: default
2015-02-12 10:30:02,444 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0030 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:30:02,445 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0030_000001 to scheduler from user soberoi in queue default
2015-02-12 10:30:02,445 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0030
2015-02-12 10:30:02,446 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0030_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:30:02,448 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0030/
2015-02-12 10:30:02,448 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower+upper] submitted hadoop job: job_1423764831909_0030
2015-02-12 10:30:02,448 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower+upper] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0030/
2015-02-12 10:30:02,688 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:30:02,689 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000001
2015-02-12 10:30:02,689 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0030_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:30:02,689 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0030_000001 container=Container: [ContainerId: container_1423764831909_0030_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:30:02,689 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:30:02,689 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:02,690 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0030_01_000001
2015-02-12 10:30:02,690 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:30:02,690 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0030_000001
2015-02-12 10:30:02,691 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0030 AttemptId: appattempt_1423764831909_0030_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0030_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ]
2015-02-12 10:30:02,691 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0030_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:30:02,691 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0030_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:30:02,691 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0030_000001
2015-02-12 10:30:02,695 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0030_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0030_000001
2015-02-12 10:30:02,696 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0030_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:30:02,696 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0030_000001
2015-02-12 10:30:02,696 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0030_000001
2015-02-12 10:30:02,698 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0030_000001 (auth:SIMPLE)
2015-02-12 10:30:02,700 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0030_01_000001 by user soberoi
2015-02-12 10:30:02,701 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0030
2015-02-12 10:30:02,701 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000001
2015-02-12 10:30:02,701 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0030 transitioned from NEW to INITING
2015-02-12 10:30:02,701 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0030_01_000001 to application application_1423764831909_0030
2015-02-12 10:30:02,701 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0030 transitioned from INITING to RUNNING
2015-02-12 10:30:02,702 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:30:02,702 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0030
2015-02-12 10:30:02,702 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:30:02,702 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:30:02,702 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0030_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0030_000001
2015-02-12 10:30:02,702 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:30:02,703 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:30:02,703 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0030_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:30:02,703 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0030_01_000001
2015-02-12 10:30:02,715 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0030_01_000001.tokens. Credentials list:
2015-02-12 10:30:02,855 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:30:02,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0030_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000001.tokens
2015-02-12 10:30:02,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0030 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:02,966 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:03,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:03,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:03,089 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0030/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:30:03,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:30:03,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:30:03,184 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0030/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:30:03,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.split dst=null perm=null proto=rpc
2015-02-12 10:30:03,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.split dst=null perm=null proto=rpc
2015-02-12 10:30:03,274 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0030/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:30:03,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:03,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:03,345 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0030/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:30:03,345 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:30:03,387 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:30:03,387 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:03,519 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000001/default_container_executor.sh]
2015-02-12 10:30:03,691 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:30:03,970 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:04,393 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59852 to replicate blk_1073742140_1316 to datanode(s) 127.0.0.1:59862
2015-02-12 10:30:04,393 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742130_1306, blk_1073742131_1307, blk_1073742132_1308, blk_1073742134_1310, blk_1073742135_1311]
2015-02-12 10:30:04,393 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742130_1306, blk_1073742131_1307, blk_1073742132_1308, blk_1073742133_1309, blk_1073742135_1311, blk_1073742122_1298, blk_1073742124_1300, blk_1073742125_1301, blk_1073742126_1302]
2015-02-12 10:30:04,974 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:05,298 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5d835e39-c83e-4de7-bbde-92c2cf44d1a5, infoPort=59853, ipcPort=59854, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742140_1316 to 127.0.0.1:59862
2015-02-12 10:30:05,298 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742130_1306 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742130 for deletion
2015-02-12 10:30:05,298 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742131_1307 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742131 for deletion
2015-02-12 10:30:05,299 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742132_1308 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742132 for deletion
2015-02-12 10:30:05,299 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742134_1310 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742134 for deletion
2015-02-12 10:30:05,299 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742135_1311 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742135 for deletion
2015-02-12 10:30:05,299 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742130_1306 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742130
2015-02-12 10:30:05,299 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742131_1307 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742131
2015-02-12 10:30:05,299 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742132_1308 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742132
2015-02-12 10:30:05,300 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742134_1310 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742134
2015-02-12 10:30:05,300 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742135_1311 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742135
2015-02-12 10:30:05,300 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742140_1316 (numBytes=254067) to /127.0.0.1:59862
2015-02-12 10:30:05,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742140_1316 src: /127.0.0.1:51054 dest: /127.0.0.1:59862
2015-02-12 10:30:05,303 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742140_1316 src: /127.0.0.1:51054 dest: /127.0.0.1:59862 of size 254067
2015-02-12 10:30:05,303 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742140_1316 size 254067
2015-02-12 10:30:05,630 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742130_1306 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742130 for deletion
2015-02-12 10:30:05,631 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742131_1307 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742131 for deletion
2015-02-12 10:30:05,631 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742132_1308 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742132 for deletion
2015-02-12 10:30:05,631 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742133_1309 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742133 for deletion
2015-02-12 10:30:05,631 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742130_1306 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742130
2015-02-12 10:30:05,631 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742131_1307 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742131
2015-02-12 10:30:05,632 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742132_1308 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742132
2015-02-12 10:30:05,631 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742135_1311 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742135 for deletion
2015-02-12 10:30:05,632 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742122_1298 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742122 for deletion
2015-02-12 10:30:05,632 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742133_1309 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742133
2015-02-12 10:30:05,632 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742124_1300 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742124 for deletion
2015-02-12 10:30:05,633 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742135_1311 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742135
2015-02-12 10:30:05,633 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742122_1298 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742122
2015-02-12 10:30:05,633 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742124_1300 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742124
2015-02-12 10:30:05,633 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742125_1301 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742125 for deletion
2015-02-12 10:30:05,634 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742126_1302 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742126 for deletion
2015-02-12 10:30:05,634 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742125_1301 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742125
2015-02-12 10:30:05,634 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742126_1302 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742126
2015-02-12 10:30:05,979 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:06,451 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30004 milliseconds
2015-02-12 10:30:06,452 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:30:06,980 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:07,250 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0029_01_000001 succeeded
2015-02-12 10:30:07,250 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:30:07,250 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0029_01_000001
2015-02-12 10:30:07,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000001
2015-02-12 10:30:07,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000001
2015-02-12 10:30:07,292 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000001
2015-02-12 10:30:07,293 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0029/container_1423764831909_0029_01_000001
2015-02-12 10:30:07,294 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000001
2015-02-12 10:30:07,299 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0029_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:30:07,299 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0029_01_000001 from application application_1423764831909_0029
2015-02-12 10:30:07,299 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:07,300 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0029
2015-02-12 10:30:07,394 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742130_1306, blk_1073742131_1307, blk_1073742133_1309, blk_1073742134_1310, blk_1073742135_1311, blk_1073742122_1298, blk_1073742124_1300, blk_1073742125_1301, blk_1073742126_1302]
2015-02-12 10:30:07,394 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742130_1306, blk_1073742131_1307, blk_1073742132_1308, blk_1073742133_1309, blk_1073742134_1310, blk_1073742122_1298, blk_1073742124_1300, blk_1073742125_1301, blk_1073742126_1302]
2015-02-12 10:30:07,981 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:08,294 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0029_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:30:08,294 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0029_000001
2015-02-12 10:30:08,294 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0029_000001
2015-02-12 10:30:08,295 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0029_000001 State change from FINISHING to FINISHED
2015-02-12 10:30:08,295 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0029 State change from FINISHING to FINISHED
2015-02-12 10:30:08,294 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0029_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:30:08,295 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000001
2015-02-12 10:30:08,295 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0029_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:30:08,295 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:30:08,295 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0029
2015-02-12 10:30:08,295 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0029_000001
2015-02-12 10:30:08,295 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0029_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:30:08,296 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:08,296 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:30:08,296 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0029_000001 released container container_1423764831909_0029_01_000001 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:30:08,296 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0029_000001 is done. finalState=FINISHED
2015-02-12 10:30:08,296 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0029 requests cleared
2015-02-12 10:30:08,296 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0029,name=[04A303B7395049EA8871300166EE90A6/B8B0E5A9F5DC42739033B62EA96C04EF] merged/(2/2) ...splitsourcemergedsamename,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0029/jobhistory/job/job_1423764831909_0029,appMasterHost=10.1.1.68,startTime=1423765765024,finishTime=1423765801151,finalStatus=SUCCEEDED
2015-02-12 10:30:08,296 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0029 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:30:08,297 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0029 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:30:08,299 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0029_000001 (auth:SIMPLE)
2015-02-12 10:30:08,301 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0029_01_000001
2015-02-12 10:30:08,301 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0029 CONTAINERID=container_1423764831909_0029_01_000001
2015-02-12 10:30:08,301 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742130_1306 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742130 for deletion
2015-02-12 10:30:08,301 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742131_1307 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742131 for deletion
2015-02-12 10:30:08,301 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742132_1308 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742132 for deletion
2015-02-12 10:30:08,302 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742133_1309 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742133 for deletion
2015-02-12 10:30:08,302 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742134_1310 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742134 for deletion
2015-02-12 10:30:08,302 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742122_1298 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742122 for deletion
2015-02-12 10:30:08,302 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742124_1300 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742124 for deletion
2015-02-12 10:30:08,302 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742125_1301 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742125 for deletion
2015-02-12 10:30:08,302 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742126_1302 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742126 for deletion
2015-02-12 10:30:08,302 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0029_01_000001]
2015-02-12 10:30:08,302 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742131_1307 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742131
2015-02-12 10:30:08,302 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742130_1306 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742130
2015-02-12 10:30:08,303 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742133_1309 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742133
2015-02-12 10:30:08,303 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742132_1308 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742132
2015-02-12 10:30:08,302 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:08,303 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742134_1310 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742134
2015-02-12 10:30:08,304 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742122_1298 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742122
2015-02-12 10:30:08,304 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742124_1300 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742124
2015-02-12 10:30:08,304 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742126_1302 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742126
2015-02-12 10:30:08,303 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0029 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:30:08,303 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742125_1301 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742125
2015-02-12 10:30:08,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0029
2015-02-12 10:30:08,306 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0029
2015-02-12 10:30:08,306 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0029 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:30:08,306 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0029, with delay of 10800 seconds
2015-02-12 10:30:08,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0029
2015-02-12 10:30:08,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0029
2015-02-12 10:30:08,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0029
2015-02-12 10:30:08,634 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742142_1318
2015-02-12 10:30:08,635 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742143_1319
2015-02-12 10:30:08,636 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742138_1314
2015-02-12 10:30:08,636 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742141_1317
2015-02-12 10:30:08,636 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742137_1313
2015-02-12 10:30:08,637 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742136_1312
2015-02-12 10:30:08,799 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742130_1306 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742130 for deletion
2015-02-12 10:30:08,799 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742131_1307 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742131 for deletion
2015-02-12 10:30:08,799 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742133_1309 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742133 for deletion
2015-02-12 10:30:08,799 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742134_1310 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742134 for deletion
2015-02-12 10:30:08,799 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742130_1306 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742130
2015-02-12 10:30:08,799 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742133_1309 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742133
2015-02-12 10:30:08,799 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742131_1307 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742131
2015-02-12 10:30:08,799 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742135_1311 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742135 for deletion
2015-02-12 10:30:08,800 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742134_1310 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742134
2015-02-12 10:30:08,800 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742122_1298 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742122 for deletion
2015-02-12 10:30:08,800 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742124_1300 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742124 for deletion
2015-02-12 10:30:08,800 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742135_1311 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742135
2015-02-12 10:30:08,800 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742125_1301 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742125 for deletion
2015-02-12 10:30:08,800 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742126_1302 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742126 for deletion
2015-02-12 10:30:08,800 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742122_1298 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742122
2015-02-12 10:30:08,800 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742125_1301 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742125
2015-02-12 10:30:08,801 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742124_1300 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742124
2015-02-12 10:30:08,801 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742126_1302 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742126
2015-02-12 10:30:08,842 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742140_1316
2015-02-12 10:30:08,899 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742140_1316
2015-02-12 10:30:08,900 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742136_1312
2015-02-12 10:30:08,900 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742141_1317
2015-02-12 10:30:08,927 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742141_1317
2015-02-12 10:30:08,929 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742140_1316
2015-02-12 10:30:08,982 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:08,982 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0029 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:30:08,983 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0029
2015-02-12 10:30:08,983 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0029
2015-02-12 10:30:08,983 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0029
2015-02-12 10:30:08,984 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0029 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:30:08,984 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0029, with delay of 10800 seconds
2015-02-12 10:30:08,984 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0029
2015-02-12 10:30:08,984 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0029
2015-02-12 10:30:09,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742143_1319
2015-02-12 10:30:09,100 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742139_1315
2015-02-12 10:30:09,101 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742137_1313
2015-02-12 10:30:09,135 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742139_1315
2015-02-12 10:30:09,136 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742138_1314
2015-02-12 10:30:09,136 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742136_1312
2015-02-12 10:30:09,137 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742142_1318
2015-02-12 10:30:09,137 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742137_1313
2015-02-12 10:30:09,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:30:09,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:30:09,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:30:09,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:30:09,909 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742141_1317
2015-02-12 10:30:09,910 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742143_1319
2015-02-12 10:30:09,911 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742138_1314
2015-02-12 10:30:09,911 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742142_1318
2015-02-12 10:30:09,912 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742139_1315
2015-02-12 10:30:09,985 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:10,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030 dst=null perm=null proto=rpc
2015-02-12 10:30:10,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:30:10,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:30:11,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:30:11,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:30:15,125 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742140_1316
2015-02-12 10:30:15,798 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0030_000001 (auth:SIMPLE)
2015-02-12 10:30:15,802 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0030_000001
2015-02-12 10:30:15,802 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0030 APPATTEMPTID=appattempt_1423764831909_0030_000001
2015-02-12 10:30:15,803 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0030_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:30:15,803 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0030 State change from ACCEPTED to RUNNING
2015-02-12 10:30:15,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job_1423764831909_0030_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:15,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:30:15,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job_1423764831909_0030_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:16,364 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job_1423764831909_0030_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742144_1320{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:30:16,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742144_1320 src: /127.0.0.1:51081 dest: /127.0.0.1:59855
2015-02-12 10:30:16,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742144_1320 src: /127.0.0.1:51082 dest: /127.0.0.1:59852
2015-02-12 10:30:16,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742144_1320 src: /127.0.0.1:51083 dest: /127.0.0.1:59859
2015-02-12 10:30:16,502 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51083, dest: /127.0.0.1:59859, bytes: 117097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1956752097_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742144_1320, duration: 68407000
2015-02-12 10:30:16,502 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742144_1320, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:16,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742144_1320{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:30:16,502 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51082, dest: /127.0.0.1:59852, bytes: 117097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1956752097_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742144_1320, duration: 69075000
2015-02-12 10:30:16,503 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742144_1320, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:16,506 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51081, dest: /127.0.0.1:59855, bytes: 117097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1956752097_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742144_1320, duration: 70451000
2015-02-12 10:30:16,506 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742144_1320{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:30:16,506 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742144_1320, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:16,506 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742144_1320{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:30:16,533 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job_1423764831909_0030_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1956752097_1
2015-02-12 10:30:17,003 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:30:17,004 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000002
2015-02-12 10:30:17,004 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0030_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:30:17,004 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0030_000001 container=Container: [ContainerId: container_1423764831909_0030_01_000002, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:30:17,004 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:30:17,004 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:17,005 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:30:17,005 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000003
2015-02-12 10:30:17,005 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0030_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:30:17,005 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0030_000001 container=Container: [ContainerId: container_1423764831909_0030_01_000003, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:30:17,005 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:30:17,005 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:17,006 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:30:17,006 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000004
2015-02-12 10:30:17,006 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0030_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:30:17,006 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0030_000001 container=Container: [ContainerId: container_1423764831909_0030_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:30:17,006 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:30:17,006 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:17,007 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:30:17,007 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000005
2015-02-12 10:30:17,007 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0030_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:30:17,007 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0030_000001 container=Container: [ContainerId: container_1423764831909_0030_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:30:17,007 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:30:17,007 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:17,328 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:30:17,328 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000006
2015-02-12 10:30:17,328 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0030_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:30:17,328 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0030_000001 container=Container: [ContainerId: container_1423764831909_0030_01_000006, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:30:17,329 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 10:30:17,329 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:17,329 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:30:17,329 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000007
2015-02-12 10:30:17,329 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0030_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:30:17,329 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0030_000001 container=Container: [ContainerId: container_1423764831909_0030_01_000007, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:30:17,330 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7
2015-02-12 10:30:17,330 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:17,868 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0030_01_000002
2015-02-12 10:30:17,868 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:30:17,869 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:30:17,870 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:30:17,870 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:30:17,871 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0030_01_000006
2015-02-12 10:30:17,872 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:30:17,872 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:30:17,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:17,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:17,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:17,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:17,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:30:17,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:30:18,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:30:18,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:30:18,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:30:18,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:30:18,148 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0030_000001 (auth:SIMPLE)
2015-02-12 10:30:18,186 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0030_000001 (auth:SIMPLE)
2015-02-12 10:30:18,190 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0030_000001 (auth:SIMPLE)
2015-02-12 10:30:18,191 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0030_000001 (auth:SIMPLE)
2015-02-12 10:30:18,191 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0030_01_000006 by user soberoi
2015-02-12 10:30:18,192 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0030_000001 (auth:SIMPLE)
2015-02-12 10:30:18,192 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0030
2015-02-12 10:30:18,192 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000006
2015-02-12 10:30:18,193 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0030 transitioned from NEW to INITING
2015-02-12 10:30:18,193 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0030_01_000006 to application application_1423764831909_0030
2015-02-12 10:30:18,193 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0030 transitioned from INITING to RUNNING
2015-02-12 10:30:18,193 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:30:18,193 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0030
2015-02-12 10:30:18,193 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0030
2015-02-12 10:30:18,193 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:30:18,194 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0030
2015-02-12 10:30:18,194 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:30:18,194 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:30:18,194 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0030_01_000006
2015-02-12 10:30:18,212 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0030_01_000006.tokens. Credentials list:
2015-02-12 10:30:18,214 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0030_01_000004 by user soberoi
2015-02-12 10:30:18,215 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0030
2015-02-12 10:30:18,215 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000004
2015-02-12 10:30:18,216 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0030 transitioned from NEW to INITING
2015-02-12 10:30:18,216 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0030_01_000004 to application application_1423764831909_0030
2015-02-12 10:30:18,216 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0030 transitioned from INITING to RUNNING
2015-02-12 10:30:18,216 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:30:18,216 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0030
2015-02-12 10:30:18,216 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0030
2015-02-12 10:30:18,216 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:30:18,217 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0030
2015-02-12 10:30:18,217 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:30:18,217 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:30:18,217 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0030_01_000004
2015-02-12 10:30:18,228 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0030_01_000003 by user soberoi
2015-02-12 10:30:18,228 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000003
2015-02-12 10:30:18,229 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0030_01_000003 to application application_1423764831909_0030
2015-02-12 10:30:18,230 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:30:18,230 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0030
2015-02-12 10:30:18,230 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0030
2015-02-12 10:30:18,230 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:30:18,230 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0030
2015-02-12 10:30:18,230 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0030_01_000003
2015-02-12 10:30:18,250 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0030_01_000003.tokens. Credentials list:
2015-02-12 10:30:18,250 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0030_01_000002 by user soberoi
2015-02-12 10:30:18,250 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0030_01_000007 by user soberoi
2015-02-12 10:30:18,250 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000002
2015-02-12 10:30:18,250 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000007
2015-02-12 10:30:18,251 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423764831909_0030_01_000004.tokens. Credentials list:
2015-02-12 10:30:18,251 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0030_01_000007 to application application_1423764831909_0030
2015-02-12 10:30:18,251 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0030_01_000002 to application application_1423764831909_0030
2015-02-12 10:30:18,251 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 10:30:18,251 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0030
2015-02-12 10:30:18,251 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0030
2015-02-12 10:30:18,251 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:30:18,251 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0030
2015-02-12 10:30:18,251 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:30:18,252 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0030
2015-02-12 10:30:18,252 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0030
2015-02-12 10:30:18,252 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:30:18,252 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0030
2015-02-12 10:30:18,256 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0030_000001 (auth:SIMPLE)
2015-02-12 10:30:18,279 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0030_01_000005 by user soberoi
2015-02-12 10:30:18,280 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000005
2015-02-12 10:30:18,328 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:30:18,328 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:30:18,408 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0030_01_000007
2015-02-12 10:30:18,419 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0030_01_000005 to application application_1423764831909_0030
2015-02-12 10:30:18,419 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0030_01_000002
2015-02-12 10:30:18,430 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0030_01_000007.tokens. Credentials list:
2015-02-12 10:30:18,459 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:30:18,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:30:18,604 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:30:18,604 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0030
2015-02-12 10:30:18,605 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0030
2015-02-12 10:30:18,605 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:30:18,605 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0030
2015-02-12 10:30:18,605 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0030_01_000005
2015-02-12 10:30:18,629 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423764831909_0030_01_000002.tokens. Credentials list:
2015-02-12 10:30:18,631 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0030_01_000005.tokens. Credentials list:
2015-02-12 10:30:18,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:30:18,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:30:18,673 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0030_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000006.tokens
2015-02-12 10:30:18,673 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0030 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:18,674 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0030_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000003.tokens
2015-02-12 10:30:18,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0030 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:18,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:30:18,861 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423764831909_0030_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000004.tokens
2015-02-12 10:30:18,861 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0030 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:18,874 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0030_01_000007.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000007.tokens
2015-02-12 10:30:18,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0030 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:18,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:18,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:18,889 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:30:18,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:18,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:18,974 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0030/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:30:18,984 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0030/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:30:19,028 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:30:19,028 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:30:19,028 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:30:19,029 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:30:19,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:19,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:19,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:30:19,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:19,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:19,113 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423764831909_0030_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000002.tokens
2015-02-12 10:30:19,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0030 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:19,135 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0030/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:30:19,136 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:30:19,136 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:30:19,157 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0030/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:30:19,158 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:30:19,158 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:30:19,158 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:30:19,158 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:30:19,237 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:30:19,237 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:19,238 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:30:19,238 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:19,239 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:30:19,240 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:19,242 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:30:19,243 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:19,250 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 10:30:19,251 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:19,253 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:30:19,253 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:19,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423764831909_0030_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000005.tokens
2015-02-12 10:30:19,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0030 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:19,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000005/default_container_executor.sh]
2015-02-12 10:30:19,532 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000003/default_container_executor.sh]
2015-02-12 10:30:19,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000004/default_container_executor.sh]
2015-02-12 10:30:19,541 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000002/default_container_executor.sh]
2015-02-12 10:30:19,545 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000007/default_container_executor.sh]
2015-02-12 10:30:19,579 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000006/default_container_executor.sh]
2015-02-12 10:30:23,857 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742144_1320
2015-02-12 10:30:24,119 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742144_1320
2015-02-12 10:30:24,150 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742144_1320
2015-02-12 10:30:32,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.split dst=null perm=null proto=rpc
2015-02-12 10:30:32,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.split dst=null perm=null proto=rpc
2015-02-12 10:30:33,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.split dst=null perm=null proto=rpc
2015-02-12 10:30:33,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:30:33,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.split dst=null perm=null proto=rpc
2015-02-12 10:30:33,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.split dst=null perm=null proto=rpc
2015-02-12 10:30:33,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:30:33,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.split dst=null perm=null proto=rpc
2015-02-12 10:30:34,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:30:34,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:30:34,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:30:34,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:30:34,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1423764831909_0030_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 10:30:34,736 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0030_000001 (auth:SIMPLE)
2015-02-12 10:30:34,738 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0030_01_000006
2015-02-12 10:30:34,738 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000006
2015-02-12 10:30:34,738 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:30:34,739 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0030_01_000006
2015-02-12 10:30:34,757 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job_1423764831909_0030_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742145_1321{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:30:34,758 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0030_01_000006 is : 143
2015-02-12 10:30:34,759 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742145_1321 src: /127.0.0.1:51167 dest: /127.0.0.1:59862
2015-02-12 10:30:34,764 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742145_1321 src: /127.0.0.1:51168 dest: /127.0.0.1:59852
2015-02-12 10:30:34,765 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742145_1321 src: /127.0.0.1:51169 dest: /127.0.0.1:59855
2015-02-12 10:30:34,772 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job_1423764831909_0030_1.jhist for DFSClient_NONMAPREDUCE_1956752097_1
2015-02-12 10:30:34,775 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:30:34,775 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000006
2015-02-12 10:30:34,776 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000006
2015-02-12 10:30:34,776 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000006
2015-02-12 10:30:34,776 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000006
2015-02-12 10:30:34,776 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000006
2015-02-12 10:30:34,776 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:30:34,776 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0030_01_000006 from application application_1423764831909_0030
2015-02-12 10:30:34,776 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:34,777 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0030
2015-02-12 10:30:34,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1423764831909_0030_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:30:34,860 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0030_000001 (auth:SIMPLE)
2015-02-12 10:30:34,862 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0030_01_000002
2015-02-12 10:30:34,862 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000002
2015-02-12 10:30:34,862 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:30:34,862 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0030_01_000002
2015-02-12 10:30:34,880 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0030_01_000002 is : 143
2015-02-12 10:30:34,891 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:30:34,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000002
2015-02-12 10:30:34,892 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000002
2015-02-12 10:30:34,892 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000002
2015-02-12 10:30:34,892 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000002
2015-02-12 10:30:34,892 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000002
2015-02-12 10:30:34,892 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:30:34,892 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0030_01_000002 from application application_1423764831909_0030
2015-02-12 10:30:34,893 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:34,893 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0030
2015-02-12 10:30:35,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1423764831909_0030_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:30:35,269 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0030_000001 (auth:SIMPLE)
2015-02-12 10:30:35,271 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0030_01_000004
2015-02-12 10:30:35,271 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000004
2015-02-12 10:30:35,272 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:30:35,272 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0030_01_000004
2015-02-12 10:30:35,272 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:30:35,272 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0030_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:30:35,272 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000002
2015-02-12 10:30:35,272 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0030_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:30:35,273 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:7168, vCores:6> numContainers=6 user=soberoi user-resources=<memory:7168, vCores:6>
2015-02-12 10:30:35,274 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0030_01_000002, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 cluster=<memory:16384, vCores:32>
2015-02-12 10:30:35,274 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:35,274 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 10:30:35,274 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0030_000001 released container container_1423764831909_0030_01_000002 on node: host: 10.1.1.68:59924 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:30:35,293 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0030_01_000004 is : 143
2015-02-12 10:30:35,306 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:30:35,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000004
2015-02-12 10:30:35,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000004
2015-02-12 10:30:35,309 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000004
2015-02-12 10:30:35,309 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000004
2015-02-12 10:30:35,310 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000004
2015-02-12 10:30:35,310 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:30:35,310 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0030_01_000004 from application application_1423764831909_0030
2015-02-12 10:30:35,311 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:35,311 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0030
2015-02-12 10:30:35,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1423764831909_0030_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:30:35,440 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0030_000001 (auth:SIMPLE)
2015-02-12 10:30:35,442 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0030_01_000005
2015-02-12 10:30:35,442 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000005
2015-02-12 10:30:35,443 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:35,443 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:30:35,443 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0030_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:30:35,443 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000004
2015-02-12 10:30:35,443 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0030_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:30:35,443 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:30:35,444 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 10:30:35,446 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0030_01_000004, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 10:30:35,447 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:35,447 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:30:35,447 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0030_000001 released container container_1423764831909_0030_01_000004 on node: host: 10.1.1.68:59924 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:30:35,447 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0030_01_000005
2015-02-12 10:30:35,474 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0030_01_000005 is : 143
2015-02-12 10:30:35,498 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:30:35,506 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000005
2015-02-12 10:30:35,513 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000005
2015-02-12 10:30:35,514 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000005
2015-02-12 10:30:35,515 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000005
2015-02-12 10:30:35,525 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000005
2015-02-12 10:30:35,525 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:30:35,525 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0030_01_000005 from application application_1423764831909_0030
2015-02-12 10:30:35,525 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:35,525 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0030
2015-02-12 10:30:35,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1423764831909_0030_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 10:30:35,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1423764831909_0030_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:30:35,740 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:30:35,740 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0030_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:30:35,740 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000006
2015-02-12 10:30:35,741 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0030_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:30:35,741 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:30:35,741 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0030_01_000006, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:30:35,742 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:35,742 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:30:35,742 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0030_000001 released container container_1423764831909_0030_01_000006 on node: host: 10.1.1.68:59906 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:30:35,751 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0030_000001 (auth:SIMPLE)
2015-02-12 10:30:35,753 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0030_01_000007
2015-02-12 10:30:35,753 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000007
2015-02-12 10:30:35,753 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000007 transitioned from RUNNING to KILLING
2015-02-12 10:30:35,753 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0030_01_000007
2015-02-12 10:30:35,754 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:35,771 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0030_01_000007 is : 143
2015-02-12 10:30:35,778 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0030_000001 (auth:SIMPLE)
2015-02-12 10:30:35,780 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0030_01_000003
2015-02-12 10:30:35,780 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000003
2015-02-12 10:30:35,781 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:35,781 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:35,782 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:30:35,782 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0030_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:30:35,782 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000005
2015-02-12 10:30:35,782 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0030_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:30:35,782 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:30:35,783 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0030_01_000005, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:30:35,783 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:35,783 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:30:35,783 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0030_000001 released container container_1423764831909_0030_01_000005 on node: host: 10.1.1.68:59924 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:30:35,783 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:30:35,784 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:30:35,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000007
2015-02-12 10:30:35,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000007
2015-02-12 10:30:35,785 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000007
2015-02-12 10:30:35,786 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:30:35,786 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0030_01_000007 from application application_1423764831909_0030
2015-02-12 10:30:35,786 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:35,786 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000007
2015-02-12 10:30:35,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000007
2015-02-12 10:30:35,786 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0030
2015-02-12 10:30:35,787 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0030_01_000003
2015-02-12 10:30:35,806 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0030_01_000003 is : 143
2015-02-12 10:30:35,820 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:30:35,820 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000003
2015-02-12 10:30:35,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000003
2015-02-12 10:30:35,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000003
2015-02-12 10:30:35,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000003
2015-02-12 10:30:35,822 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000003
2015-02-12 10:30:35,823 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:30:35,823 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0030_01_000003 from application application_1423764831909_0030
2015-02-12 10:30:35,823 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:35,823 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0030
2015-02-12 10:30:36,433 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:30:36,433 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000008
2015-02-12 10:30:36,433 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0030_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:30:36,433 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0030_000001 container=Container: [ContainerId: container_1423764831909_0030_01_000008, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:30:36,434 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:30:36,434 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:36,457 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30006 milliseconds
2015-02-12 10:30:36,458 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:30:36,758 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:36,758 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:30:36,758 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0030_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 10:30:36,758 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000007
2015-02-12 10:30:36,758 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0030_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:30:36,759 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:30:36,759 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0030_01_000007, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:30:36,760 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:36,760 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:30:36,760 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0030_000001 released container container_1423764831909_0030_01_000007 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:30:36,783 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:36,783 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:30:36,783 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0030_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:30:36,783 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000003
2015-02-12 10:30:36,783 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0030_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:30:36,784 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:30:36,785 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0030_01_000003, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:30:36,785 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:36,786 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:30:36,786 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0030_000001 released container container_1423764831909_0030_01_000003 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:30:36,786 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:36,786 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:36,959 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0030_01_000008
2015-02-12 10:30:36,968 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:30:36,977 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0030_000001 (auth:SIMPLE)
2015-02-12 10:30:36,979 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0030_01_000008 by user soberoi
2015-02-12 10:30:36,980 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0030
2015-02-12 10:30:36,980 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000008
2015-02-12 10:30:36,980 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0030 transitioned from NEW to INITING
2015-02-12 10:30:36,980 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0030_01_000008 to application application_1423764831909_0030
2015-02-12 10:30:36,980 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0030 transitioned from INITING to RUNNING
2015-02-12 10:30:36,981 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000008 transitioned from NEW to LOCALIZING
2015-02-12 10:30:36,981 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0030
2015-02-12 10:30:36,981 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0030
2015-02-12 10:30:36,981 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:30:36,981 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0030
2015-02-12 10:30:36,981 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:30:36,982 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:30:36,982 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0030_01_000008
2015-02-12 10:30:36,992 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0030_01_000008.tokens. Credentials list:
2015-02-12 10:30:37,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:30:37,221 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0030_01_000008.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000008.tokens
2015-02-12 10:30:37,222 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0030 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:37,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:37,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:37,364 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0030/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:30:37,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:37,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:37,419 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0030/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:30:37,419 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:30:37,434 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:30:37,472 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-12 10:30:37,472 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:37,597 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000008/default_container_executor.sh]
2015-02-12 10:30:37,759 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0030_01_000006]
2015-02-12 10:30:37,759 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:37,759 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:37,787 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0030_01_000002, container_1423764831909_0030_01_000005, container_1423764831909_0030_01_000004]
2015-02-12 10:30:37,789 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:37,789 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:37,789 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:37,789 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:37,974 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:30:38,761 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0030_01_000007]
2015-02-12 10:30:38,761 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:38,789 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0030_01_000003]
2015-02-12 10:30:38,789 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:41,369 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:30:41,370 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:30:41,385 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:30:41,391 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:30:41,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1423764831909_0030_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:41,796 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1423764831909_0030_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742146_1322{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:30:41,963 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742146_1322 src: /127.0.0.1:51227 dest: /127.0.0.1:59859
2015-02-12 10:30:41,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742146_1322 src: /127.0.0.1:51228 dest: /127.0.0.1:59862
2015-02-12 10:30:41,966 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742146_1322 src: /127.0.0.1:51229 dest: /127.0.0.1:59852
2015-02-12 10:30:42,028 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51229, dest: /127.0.0.1:59852, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0030_r_000000_0_-1090256006_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742146_1322, duration: 60742000
2015-02-12 10:30:42,028 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742146_1322, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:42,029 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742146_1322{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:30:42,029 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51228, dest: /127.0.0.1:59862, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0030_r_000000_0_-1090256006_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742146_1322, duration: 61605000
2015-02-12 10:30:42,029 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742146_1322, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:42,030 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742146_1322{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:30:42,030 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51227, dest: /127.0.0.1:59859, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0030_r_000000_0_-1090256006_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742146_1322, duration: 62513000
2015-02-12 10:30:42,030 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742146_1322, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:42,030 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742146_1322{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:30:42,034 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1423764831909_0030_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0030_r_000000_0_-1090256006_1
2015-02-12 10:30:42,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1423764831909_0030_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:30:42,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1423764831909_0030_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:30:42,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/task_1423764831909_0030_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:30:42,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1423764831909_0030_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/task_1423764831909_0030_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:30:42,076 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0030_000001 (auth:SIMPLE)
2015-02-12 10:30:42,078 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0030_01_000008
2015-02-12 10:30:42,078 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000008
2015-02-12 10:30:42,078 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000008 transitioned from RUNNING to KILLING
2015-02-12 10:30:42,078 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0030_01_000008
2015-02-12 10:30:42,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:42,087 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1956752097_1
2015-02-12 10:30:42,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:30:42,097 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0030_01_000008 is : 143
2015-02-12 10:30:42,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null proto=rpc
2015-02-12 10:30:42,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null proto=rpc
2015-02-12 10:30:42,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/task_1423764831909_0030_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:30:42,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:30:42,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/task_1423764831909_0030_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:42,112 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:30:42,112 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000008
2015-02-12 10:30:42,113 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000008
2015-02-12 10:30:42,113 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000008
2015-02-12 10:30:42,113 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000008
2015-02-12 10:30:42,113 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000008
2015-02-12 10:30:42,113 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:30:42,114 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0030_01_000008 from application application_1423764831909_0030
2015-02-12 10:30:42,114 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:42,114 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0030
2015-02-12 10:30:42,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary dst=null perm=null proto=rpc
2015-02-12 10:30:42,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:42,123 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1956752097_1
2015-02-12 10:30:42,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:42,126 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1956752097_1
2015-02-12 10:30:42,151 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51169, dest: /127.0.0.1:59855, bytes: 75548, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1956752097_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742145_1321, duration: 7383562000
2015-02-12 10:30:42,151 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742145_1321, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:42,152 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742145_1321{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 16672
2015-02-12 10:30:42,153 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51168, dest: /127.0.0.1:59852, bytes: 75548, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1956752097_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742145_1321, duration: 7385064000
2015-02-12 10:30:42,153 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742145_1321, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:42,154 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742145_1321{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 16672
2015-02-12 10:30:42,154 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51167, dest: /127.0.0.1:59862, bytes: 75548, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1956752097_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742145_1321, duration: 7386832000
2015-02-12 10:30:42,155 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742145_1321, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:42,155 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742145_1321{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 16672
2015-02-12 10:30:42,156 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job_1423764831909_0030_1.jhist is closed by DFSClient_NONMAPREDUCE_1956752097_1
2015-02-12 10:30:42,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:42,162 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742147_1323{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:30:42,165 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742147_1323 src: /127.0.0.1:51231 dest: /127.0.0.1:59855
2015-02-12 10:30:42,167 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742147_1323 src: /127.0.0.1:51232 dest: /127.0.0.1:59852
2015-02-12 10:30:42,169 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742147_1323 src: /127.0.0.1:51233 dest: /127.0.0.1:59859
2015-02-12 10:30:42,172 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51233, dest: /127.0.0.1:59859, bytes: 456, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1956752097_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742147_1323, duration: 1490000
2015-02-12 10:30:42,172 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742147_1323, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:42,173 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51232, dest: /127.0.0.1:59852, bytes: 456, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1956752097_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742147_1323, duration: 2224000
2015-02-12 10:30:42,173 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742147_1323{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:30:42,173 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742147_1323, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:42,173 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742147_1323{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:30:42,174 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51231, dest: /127.0.0.1:59855, bytes: 456, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1956752097_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742147_1323, duration: 3299000
2015-02-12 10:30:42,174 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742147_1323, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:42,174 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742147_1323{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:30:42,176 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030.summary_tmp is closed by DFSClient_NONMAPREDUCE_1956752097_1
2015-02-12 10:30:42,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:30:42,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job_1423764831909_0030_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:30:42,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030-1423765802442-soberoi-%5B47B6E471575843E28B6961FB985365C1%2F52496796CBD54C2F-1423765842127-6-1-SUCCEEDED-default-1423765815853.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:30:42,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job_1423764831909_0030_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:30:42,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030-1423765802442-soberoi-%5B47B6E471575843E28B6961FB985365C1%2F52496796CBD54C2F-1423765842127-6-1-SUCCEEDED-default-1423765815853.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:30:42,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job_1423764831909_0030_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:30:42,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030-1423765802442-soberoi-%5B47B6E471575843E28B6961FB985365C1%2F52496796CBD54C2F-1423765842127-6-1-SUCCEEDED-default-1423765815853.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:42,200 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030-1423765802442-soberoi-%5B47B6E471575843E28B6961FB985365C1%2F52496796CBD54C2F-1423765842127-6-1-SUCCEEDED-default-1423765815853.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742148_1324{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:30:42,202 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742148_1324 src: /127.0.0.1:51235 dest: /127.0.0.1:59852
2015-02-12 10:30:42,204 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742148_1324 src: /127.0.0.1:51236 dest: /127.0.0.1:59855
2015-02-12 10:30:42,205 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742148_1324 src: /127.0.0.1:51237 dest: /127.0.0.1:59859
2015-02-12 10:30:42,209 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51237, dest: /127.0.0.1:59859, bytes: 75548, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1956752097_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742148_1324, duration: 2233000
2015-02-12 10:30:42,210 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742148_1324, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:42,210 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742148_1324{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:30:42,210 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51236, dest: /127.0.0.1:59855, bytes: 75548, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1956752097_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742148_1324, duration: 3303000
2015-02-12 10:30:42,211 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742148_1324, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:42,211 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742148_1324{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:30:42,211 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51235, dest: /127.0.0.1:59852, bytes: 75548, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1956752097_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742148_1324, duration: 4370000
2015-02-12 10:30:42,212 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742148_1324, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:42,212 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742148_1324{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:30:42,214 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030-1423765802442-soberoi-%5B47B6E471575843E28B6961FB985365C1%2F52496796CBD54C2F-1423765842127-6-1-SUCCEEDED-default-1423765815853.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1956752097_1
2015-02-12 10:30:42,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030-1423765802442-soberoi-%5B47B6E471575843E28B6961FB985365C1%2F52496796CBD54C2F-1423765842127-6-1-SUCCEEDED-default-1423765815853.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:30:42,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job_1423764831909_0030_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:30:42,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:30:42,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job_1423764831909_0030_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:30:42,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:30:42,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030/job_1423764831909_0030_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:30:42,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:42,231 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742149_1325{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:30:42,234 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742149_1325 src: /127.0.0.1:51239 dest: /127.0.0.1:59855
2015-02-12 10:30:42,235 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742149_1325 src: /127.0.0.1:51240 dest: /127.0.0.1:59859
2015-02-12 10:30:42,237 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742149_1325 src: /127.0.0.1:51241 dest: /127.0.0.1:59852
2015-02-12 10:30:42,240 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51241, dest: /127.0.0.1:59852, bytes: 117097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1956752097_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742149_1325, duration: 1779000
2015-02-12 10:30:42,241 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742149_1325, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:42,241 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742149_1325{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:30:42,241 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51240, dest: /127.0.0.1:59859, bytes: 117097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1956752097_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742149_1325, duration: 2358000
2015-02-12 10:30:42,241 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742149_1325, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:42,242 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742149_1325{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:30:42,242 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51239, dest: /127.0.0.1:59855, bytes: 117097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1956752097_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742149_1325, duration: 3240000
2015-02-12 10:30:42,242 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742149_1325, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:42,243 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742149_1325{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:30:42,244 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1956752097_1
2015-02-12 10:30:42,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:30:42,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:30:42,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:30:42,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030-1423765802442-soberoi-%5B47B6E471575843E28B6961FB985365C1%2F52496796CBD54C2F-1423765842127-6-1-SUCCEEDED-default-1423765815853.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030-1423765802442-soberoi-%5B47B6E471575843E28B6961FB985365C1%2F52496796CBD54C2F-1423765842127-6-1-SUCCEEDED-default-1423765815853.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:30:42,258 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0030_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:30:42,259 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0030_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:30:42,259 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0030 with final state: FINISHING
2015-02-12 10:30:42,259 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0030 State change from RUNNING to FINAL_SAVING
2015-02-12 10:30:42,259 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0030
2015-02-12 10:30:42,260 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0030_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:30:42,260 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0030 State change from FINAL_SAVING to FINISHING
2015-02-12 10:30:43,083 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:30:43,083 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0030_01_000008 in state: COMPLETED event:FINISHED
2015-02-12 10:30:43,083 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000008
2015-02-12 10:30:43,083 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0030_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:30:43,084 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:30:43,084 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0030_01_000008, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:30:43,085 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:43,085 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:30:43,085 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0030_000001 released container container_1423764831909_0030_01_000008 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:30:43,264 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0030 unregistered successfully.
2015-02-12 10:30:43,268 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742140_1316 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:30:43,268 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742141_1317 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:30:43,269 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742142_1318 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:30:43,269 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742143_1319 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:30:43,269 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742145_1321 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:30:43,269 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742144_1320 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:30:43,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0030 dst=null perm=null proto=rpc
2015-02-12 10:30:43,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null proto=rpc
2015-02-12 10:30:43,319 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary
2015-02-12 10:30:43,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary dst=null perm=null proto=rpc
2015-02-12 10:30:43,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null proto=rpc
2015-02-12 10:30:43,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null proto=rpc
2015-02-12 10:30:43,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null proto=rpc
2015-02-12 10:30:43,340 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:30:43,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:30:43,344 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic
2015-02-12 10:30:43,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null proto=rpc
2015-02-12 10:30:43,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null proto=rpc
2015-02-12 10:30:43,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null proto=rpc
2015-02-12 10:30:43,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null proto=rpc
2015-02-12 10:30:43,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:30:43,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:30:43,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:30:43,374 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:30:43,374 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:30:43,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:30:43,394 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 10:30:43,394 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt"]
2015-02-12 10:30:43,394 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon"]
2015-02-12 10:30:43,394 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 10:30:43,394 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 10:30:43,394 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 10:30:43,395 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...pesplatform/ungroupedanon
2015-02-12 10:30:43,405 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:30:43,417 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:30:43,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:30:43,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:30:43,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:30:43,423 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 31
2015-02-12 10:30:43,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031 dst=null perm=null proto=rpc
2015-02-12 10:30:43,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:30:43,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:30:43,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:43,427 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742144_1320, blk_1073742140_1316, blk_1073742141_1317, blk_1073742142_1318, blk_1073742143_1319]
2015-02-12 10:30:43,427 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742144_1320, blk_1073742145_1321, blk_1073742140_1316, blk_1073742141_1317, blk_1073742143_1319]
2015-02-12 10:30:43,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:30:43,430 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742150_1326{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:30:43,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742150_1326 src: /127.0.0.1:51256 dest: /127.0.0.1:59859
2015-02-12 10:30:43,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742150_1326 src: /127.0.0.1:51257 dest: /127.0.0.1:59852
2015-02-12 10:30:43,434 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742150_1326 src: /127.0.0.1:51258 dest: /127.0.0.1:59855
2015-02-12 10:30:43,438 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51258, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742150_1326, duration: 2686000
2015-02-12 10:30:43,438 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742150_1326, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:43,438 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742150_1326{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:30:43,438 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51257, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742150_1326, duration: 2841000
2015-02-12 10:30:43,439 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742150_1326, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:43,439 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742150_1326{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:30:43,439 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51256, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742150_1326, duration: 4303000
2015-02-12 10:30:43,440 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742150_1326, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:43,441 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742150_1326{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:30:43,441 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:30:43,442 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.jar
2015-02-12 10:30:43,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:43,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:30:43,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:30:43,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:30:43,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:30:43,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:30:43,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:30:43,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:30:43,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:30:43,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:30:43,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:30:43,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:30:43,452 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:30:43,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:30:43,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:30:43,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:30:43,456 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.split
2015-02-12 10:30:43,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.split dst=null perm=null proto=rpc
2015-02-12 10:30:43,458 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742151_1327{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:30:43,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742151_1327 src: /127.0.0.1:51259 dest: /127.0.0.1:59862
2015-02-12 10:30:43,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742151_1327 src: /127.0.0.1:51260 dest: /127.0.0.1:59855
2015-02-12 10:30:43,462 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742151_1327 src: /127.0.0.1:51261 dest: /127.0.0.1:59852
2015-02-12 10:30:43,463 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742151_1327 src: /127.0.0.1:51262 dest: /127.0.0.1:59859
2015-02-12 10:30:43,466 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51262, dest: /127.0.0.1:59859, bytes: 1807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742151_1327, duration: 2219000
2015-02-12 10:30:43,467 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742151_1327, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:43,467 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51261, dest: /127.0.0.1:59852, bytes: 1807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742151_1327, duration: 2772000
2015-02-12 10:30:43,468 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742151_1327, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:43,468 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742151_1327{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:30:43,469 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51260, dest: /127.0.0.1:59855, bytes: 1807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742151_1327, duration: 3758000
2015-02-12 10:30:43,469 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742151_1327, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:43,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742151_1327{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:30:43,470 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51259, dest: /127.0.0.1:59862, bytes: 1807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742151_1327, duration: 4948000
2015-02-12 10:30:43,470 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742151_1327, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:43,471 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742151_1327{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:30:43,471 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742151_1327{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:30:43,474 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:30:43,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:30:43,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:30:43,477 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742152_1328{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:30:43,479 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742152_1328 src: /127.0.0.1:51263 dest: /127.0.0.1:59852
2015-02-12 10:30:43,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742152_1328 src: /127.0.0.1:51264 dest: /127.0.0.1:59855
2015-02-12 10:30:43,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742152_1328 src: /127.0.0.1:51265 dest: /127.0.0.1:59859
2015-02-12 10:30:43,484 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51265, dest: /127.0.0.1:59859, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742152_1328, duration: 1752000
2015-02-12 10:30:43,485 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742152_1328, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:43,485 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742152_1328{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:30:43,485 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51264, dest: /127.0.0.1:59855, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742152_1328, duration: 1880000
2015-02-12 10:30:43,485 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742152_1328, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:43,486 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742152_1328{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:30:43,486 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51263, dest: /127.0.0.1:59852, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742152_1328, duration: 2683000
2015-02-12 10:30:43,486 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742152_1328, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:43,487 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742152_1328{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:30:43,488 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:30:43,488 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:5
2015-02-12 10:30:43,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:30:43,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:30:43,495 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742153_1329{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:30:43,497 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742153_1329 src: /127.0.0.1:51266 dest: /127.0.0.1:59855
2015-02-12 10:30:43,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742153_1329 src: /127.0.0.1:51267 dest: /127.0.0.1:59862
2015-02-12 10:30:43,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742153_1329 src: /127.0.0.1:51268 dest: /127.0.0.1:59852
2015-02-12 10:30:43,502 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51268, dest: /127.0.0.1:59852, bytes: 97717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742153_1329, duration: 1869000
2015-02-12 10:30:43,502 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742153_1329, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:43,503 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742153_1329{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:30:43,503 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51267, dest: /127.0.0.1:59862, bytes: 97717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742153_1329, duration: 2330000
2015-02-12 10:30:43,503 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742153_1329, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:43,503 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742153_1329{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:30:43,503 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51266, dest: /127.0.0.1:59855, bytes: 97717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742153_1329, duration: 3182000
2015-02-12 10:30:43,504 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742153_1329, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:43,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742153_1329{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:30:43,506 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:30:43,506 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0031
2015-02-12 10:30:43,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031 dst=null perm=null proto=rpc
2015-02-12 10:30:43,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:43,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:43,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:43,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:43,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.split dst=null perm=null proto=rpc
2015-02-12 10:30:43,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.split dst=null perm=null proto=rpc
2015-02-12 10:30:43,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:30:43,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:30:43,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:30:43,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:30:43,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:30:43,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:30:43,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:30:43,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:30:43,519 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 31 submitted by user soberoi
2015-02-12 10:30:43,519 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0031
2015-02-12 10:30:43,519 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0031
2015-02-12 10:30:43,519 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0031
2015-02-12 10:30:43,519 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0031 State change from NEW to NEW_SAVING
2015-02-12 10:30:43,520 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0031 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:30:43,520 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0031 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:30:43,520 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0031 from user: soberoi, in queue: default
2015-02-12 10:30:43,520 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0031 State change from SUBMITTED to ACCEPTED
2015-02-12 10:30:43,520 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0031
2015-02-12 10:30:43,520 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0031_000001
2015-02-12 10:30:43,520 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0031_000001 State change from NEW to SUBMITTED
2015-02-12 10:30:43,521 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0031 from user: soberoi activated in queue: default
2015-02-12 10:30:43,521 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0031 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:30:43,521 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0031_000001 to scheduler from user soberoi in queue default
2015-02-12 10:30:43,525 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0031_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:30:43,526 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0031/
2015-02-12 10:30:43,526 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423764831909_0031
2015-02-12 10:30:43,526 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0031/
2015-02-12 10:30:43,776 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:30:43,776 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000001
2015-02-12 10:30:43,776 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0031_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:30:43,777 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0031_000001 container=Container: [ContainerId: container_1423764831909_0031_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:30:43,777 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:30:43,777 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:43,778 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0031_01_000001
2015-02-12 10:30:43,778 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:30:43,778 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0031_000001
2015-02-12 10:30:43,778 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0031 AttemptId: appattempt_1423764831909_0031_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0031_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ]
2015-02-12 10:30:43,779 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0031_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:30:43,779 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0031_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:30:43,779 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0031_000001
2015-02-12 10:30:43,780 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0031_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0031_000001
2015-02-12 10:30:43,780 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0031_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:30:43,781 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0031_000001
2015-02-12 10:30:43,781 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0031_000001
2015-02-12 10:30:43,783 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0031_000001 (auth:SIMPLE)
2015-02-12 10:30:43,786 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0031_01_000001 by user soberoi
2015-02-12 10:30:43,786 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0031
2015-02-12 10:30:43,786 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000001
2015-02-12 10:30:43,786 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0031 transitioned from NEW to INITING
2015-02-12 10:30:43,787 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0031_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0031_000001
2015-02-12 10:30:43,787 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0031_01_000001 to application application_1423764831909_0031
2015-02-12 10:30:43,787 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0031_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:30:43,787 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0031 transitioned from INITING to RUNNING
2015-02-12 10:30:43,787 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:30:43,787 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0031
2015-02-12 10:30:43,788 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:30:43,788 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:30:43,788 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:30:43,788 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:30:43,788 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0031_01_000001
2015-02-12 10:30:43,800 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0031_01_000001.tokens. Credentials list:
2015-02-12 10:30:43,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:30:44,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0031_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000001.tokens
2015-02-12 10:30:44,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0031 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0031
2015-02-12 10:30:44,087 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:44,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:44,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:44,239 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0031/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:30:44,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:30:44,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:30:44,294 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0031/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:30:44,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.split dst=null perm=null proto=rpc
2015-02-12 10:30:44,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.split dst=null perm=null proto=rpc
2015-02-12 10:30:44,320 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742144_1320 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742144 for deletion
2015-02-12 10:30:44,320 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742145_1321 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742145 for deletion
2015-02-12 10:30:44,321 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742140_1316 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742140 for deletion
2015-02-12 10:30:44,321 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742141_1317 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742141 for deletion
2015-02-12 10:30:44,321 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742143_1319 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742143 for deletion
2015-02-12 10:30:44,321 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742144_1320 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742144
2015-02-12 10:30:44,321 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742141_1317 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742141
2015-02-12 10:30:44,321 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742145_1321 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742145
2015-02-12 10:30:44,321 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742140_1316 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742140
2015-02-12 10:30:44,322 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742143_1319 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742143
2015-02-12 10:30:44,346 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0031/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:30:44,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:44,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:44,400 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0031/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:30:44,400 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:30:44,433 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:30:44,433 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:44,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000001/default_container_executor.sh]
2015-02-12 10:30:44,662 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742144_1320 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742144 for deletion
2015-02-12 10:30:44,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742140_1316 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742140 for deletion
2015-02-12 10:30:44,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742141_1317 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742141 for deletion
2015-02-12 10:30:44,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742144_1320 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742144
2015-02-12 10:30:44,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742142_1318 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742142 for deletion
2015-02-12 10:30:44,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742143_1319 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742143 for deletion
2015-02-12 10:30:44,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742140_1316 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742140
2015-02-12 10:30:44,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742142_1318 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742142
2015-02-12 10:30:44,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742141_1317 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742141
2015-02-12 10:30:44,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742143_1319 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742143
2015-02-12 10:30:44,777 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:30:45,089 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:46,092 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:46,428 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59852 to replicate blk_1073742150_1326 to datanode(s) 127.0.0.1:59862
2015-02-12 10:30:46,428 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742144_1320, blk_1073742145_1321, blk_1073742140_1316, blk_1073742141_1317, blk_1073742142_1318]
2015-02-12 10:30:46,428 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742145_1321, blk_1073742140_1316, blk_1073742141_1317, blk_1073742142_1318, blk_1073742143_1319]
2015-02-12 10:30:47,097 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:47,321 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5d835e39-c83e-4de7-bbde-92c2cf44d1a5, infoPort=59853, ipcPort=59854, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742150_1326 to 127.0.0.1:59862
2015-02-12 10:30:47,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742150_1326 src: /127.0.0.1:51279 dest: /127.0.0.1:59862
2015-02-12 10:30:47,324 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742150_1326 (numBytes=254067) to /127.0.0.1:59862
2015-02-12 10:30:47,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742150_1326 src: /127.0.0.1:51279 dest: /127.0.0.1:59862 of size 254067
2015-02-12 10:30:47,326 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742150_1326 size 254067
2015-02-12 10:30:47,345 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742144_1320 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742144 for deletion
2015-02-12 10:30:47,345 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742145_1321 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742145 for deletion
2015-02-12 10:30:47,345 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742140_1316 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742140 for deletion
2015-02-12 10:30:47,345 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742141_1317 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742141 for deletion
2015-02-12 10:30:47,345 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742144_1320 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742144
2015-02-12 10:30:47,345 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742142_1318 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742142 for deletion
2015-02-12 10:30:47,346 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742145_1321 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742145
2015-02-12 10:30:47,346 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742141_1317 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742141
2015-02-12 10:30:47,346 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742140_1316 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742140
2015-02-12 10:30:47,346 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742142_1318 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742142
2015-02-12 10:30:47,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:30:47,828 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742145_1321 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742145 for deletion
2015-02-12 10:30:47,829 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742140_1316 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742140 for deletion
2015-02-12 10:30:47,829 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742141_1317 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742141 for deletion
2015-02-12 10:30:47,829 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742142_1318 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742142 for deletion
2015-02-12 10:30:47,829 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742143_1319 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742143 for deletion
2015-02-12 10:30:47,829 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742145_1321 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742145
2015-02-12 10:30:47,829 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742140_1316 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742140
2015-02-12 10:30:47,829 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742141_1317 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742141
2015-02-12 10:30:47,829 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742142_1318 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742142
2015-02-12 10:30:47,830 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742143_1319 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742143
2015-02-12 10:30:47,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:30:47,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:30:47,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:30:48,099 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:48,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031 dst=null perm=null proto=rpc
2015-02-12 10:30:48,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:30:48,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:30:48,353 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0030_01_000001 succeeded
2015-02-12 10:30:48,353 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:30:48,353 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0030_01_000001
2015-02-12 10:30:48,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000001
2015-02-12 10:30:48,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000001
2015-02-12 10:30:48,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000001
2015-02-12 10:30:48,377 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0030/container_1423764831909_0030_01_000001
2015-02-12 10:30:48,377 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000001
2015-02-12 10:30:48,378 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0030_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:30:48,378 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0030_01_000001 from application application_1423764831909_0030
2015-02-12 10:30:48,378 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:48,379 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0030
2015-02-12 10:30:48,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:30:48,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:30:48,808 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0030_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:30:48,808 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0030_000001
2015-02-12 10:30:48,808 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0030_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:30:48,808 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000001
2015-02-12 10:30:48,808 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0030_000001
2015-02-12 10:30:48,808 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0030_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:30:48,808 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0030_000001 State change from FINISHING to FINISHED
2015-02-12 10:30:48,808 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:30:48,809 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0030 State change from FINISHING to FINISHED
2015-02-12 10:30:48,809 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0030_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:30:48,809 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0030_000001
2015-02-12 10:30:48,810 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0030
2015-02-12 10:30:48,810 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0030,name=[47B6E471575843E28B6961FB985365C1/52496796CBD54C2FBEB76F9A06226408] lower+upper/(1/1) ...grouping-nondeterministic,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0030/jobhistory/job/job_1423764831909_0030,appMasterHost=10.1.1.68,startTime=1423765802442,finishTime=1423765842259,finalStatus=SUCCEEDED
2015-02-12 10:30:48,809 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:48,810 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:30:48,810 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0030_000001 released container container_1423764831909_0030_01_000001 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:30:48,810 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0030_000001 is done. finalState=FINISHED
2015-02-12 10:30:48,810 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0030 requests cleared
2015-02-12 10:30:48,810 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0030 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:30:48,810 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0030 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:30:48,813 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0030_000001 (auth:SIMPLE)
2015-02-12 10:30:48,815 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0030_01_000001
2015-02-12 10:30:48,815 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0030 CONTAINERID=container_1423764831909_0030_01_000001
2015-02-12 10:30:48,816 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0030_01_000001]
2015-02-12 10:30:48,816 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:48,816 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0030 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:30:48,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:48,817 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0030
2015-02-12 10:30:48,817 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0030 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:30:48,817 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0030, with delay of 10800 seconds
2015-02-12 10:30:48,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:48,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:48,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:48,822 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0030 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:30:48,824 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0030
2015-02-12 10:30:48,824 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:48,824 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0030 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:30:48,824 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0030, with delay of 10800 seconds
2015-02-12 10:30:48,824 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:48,825 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:48,825 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:48,876 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742147_1323
2015-02-12 10:30:48,877 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742151_1327
2015-02-12 10:30:48,878 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742148_1324
2015-02-12 10:30:48,878 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742146_1322
2015-02-12 10:30:48,878 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742152_1328
2015-02-12 10:30:49,079 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742150_1326
2015-02-12 10:30:49,101 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0030 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:30:49,101 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:49,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:49,102 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:49,102 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:49,102 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0030
2015-02-12 10:30:49,103 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0030 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:30:49,103 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0030, with delay of 10800 seconds
2015-02-12 10:30:49,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:49,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742150_1326
2015-02-12 10:30:49,135 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742152_1328
2015-02-12 10:30:49,164 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742151_1327
2015-02-12 10:30:49,165 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742148_1324
2015-02-12 10:30:49,166 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742149_1325
2015-02-12 10:30:49,167 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742147_1323
2015-02-12 10:30:49,170 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742152_1328
2015-02-12 10:30:49,282 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742149_1325
2015-02-12 10:30:49,333 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742153_1329
2015-02-12 10:30:49,334 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742149_1325
2015-02-12 10:30:49,537 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742148_1324
2015-02-12 10:30:49,537 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742146_1322
2015-02-12 10:30:49,538 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742147_1323
2015-02-12 10:30:49,538 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742151_1327
2015-02-12 10:30:49,569 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742150_1326
2015-02-12 10:30:49,569 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742153_1329
2015-02-12 10:30:49,790 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0030 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:30:49,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:49,790 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0030
2015-02-12 10:30:49,791 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0030 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:30:49,791 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0030, with delay of 10800 seconds
2015-02-12 10:30:49,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:49,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:49,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0030
2015-02-12 10:30:50,106 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:30:50,143 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742146_1322
2015-02-12 10:30:50,144 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742151_1327
2015-02-12 10:30:50,144 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742153_1329
2015-02-12 10:30:50,221 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0031_000001 (auth:SIMPLE)
2015-02-12 10:30:50,224 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0031_000001
2015-02-12 10:30:50,224 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0031 APPATTEMPTID=appattempt_1423764831909_0031_000001
2015-02-12 10:30:50,224 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0031_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:30:50,224 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0031 State change from ACCEPTED to RUNNING
2015-02-12 10:30:50,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job_1423764831909_0031_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:50,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:30:50,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job_1423764831909_0031_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:30:50,542 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job_1423764831909_0031_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742154_1330{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:30:50,588 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742154_1330 src: /127.0.0.1:51297 dest: /127.0.0.1:59852
2015-02-12 10:30:50,590 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742154_1330 src: /127.0.0.1:51298 dest: /127.0.0.1:59859
2015-02-12 10:30:50,592 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742154_1330 src: /127.0.0.1:51299 dest: /127.0.0.1:59855
2015-02-12 10:30:50,633 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51299, dest: /127.0.0.1:59855, bytes: 114720, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-955983846_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742154_1330, duration: 39499000
2015-02-12 10:30:50,634 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742154_1330, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:30:50,634 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742154_1330{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:30:50,634 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51298, dest: /127.0.0.1:59859, bytes: 114720, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-955983846_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742154_1330, duration: 40246000
2015-02-12 10:30:50,634 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742154_1330, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:50,635 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51297, dest: /127.0.0.1:59852, bytes: 114720, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-955983846_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742154_1330, duration: 41277000
2015-02-12 10:30:50,635 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742154_1330{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:30:50,635 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742154_1330, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:30:50,637 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742154_1330{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:30:50,641 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job_1423764831909_0031_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-955983846_1
2015-02-12 10:30:51,796 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:30:51,796 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000002
2015-02-12 10:30:51,796 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0031_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:30:51,796 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0031_000001 container=Container: [ContainerId: container_1423764831909_0031_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:30:51,797 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:30:51,797 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:51,797 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:30:51,798 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000003
2015-02-12 10:30:51,798 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0031_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 10:30:51,798 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0031_000001 container=Container: [ContainerId: container_1423764831909_0031_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:30:51,798 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:30:51,799 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:51,823 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:30:51,823 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000004
2015-02-12 10:30:51,824 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0031_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:30:51,824 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0031_000001 container=Container: [ContainerId: container_1423764831909_0031_01_000004, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:30:51,824 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:30:51,825 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:51,825 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:30:51,825 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000005
2015-02-12 10:30:51,825 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0031_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:30:51,825 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0031_000001 container=Container: [ContainerId: container_1423764831909_0031_01_000005, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:30:51,826 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:30:51,826 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:51,826 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:30:51,826 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000006
2015-02-12 10:30:51,826 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0031_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:30:51,826 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0031_000001 container=Container: [ContainerId: container_1423764831909_0031_01_000006, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:30:51,827 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 10:30:51,827 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 10:30:52,295 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0031_01_000002
2015-02-12 10:30:52,295 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:30:52,296 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:30:52,297 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0031_01_000004
2015-02-12 10:30:52,297 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:30:52,298 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:30:52,299 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:30:52,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:52,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:52,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:52,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:52,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:30:52,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:30:52,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:30:52,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:30:52,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:30:52,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:30:52,433 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0031_000001 (auth:SIMPLE)
2015-02-12 10:30:52,433 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0031_000001 (auth:SIMPLE)
2015-02-12 10:30:52,434 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0031_000001 (auth:SIMPLE)
2015-02-12 10:30:52,434 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0031_000001 (auth:SIMPLE)
2015-02-12 10:30:52,434 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0031_000001 (auth:SIMPLE)
2015-02-12 10:30:52,437 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0031_01_000003 by user soberoi
2015-02-12 10:30:52,438 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000003
2015-02-12 10:30:52,438 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0031_01_000003 to application application_1423764831909_0031
2015-02-12 10:30:52,438 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:30:52,438 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0031
2015-02-12 10:30:52,438 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0031
2015-02-12 10:30:52,438 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:30:52,438 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0031
2015-02-12 10:30:52,439 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:30:52,438 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0031_01_000004 by user soberoi
2015-02-12 10:30:52,439 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0031
2015-02-12 10:30:52,440 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000004
2015-02-12 10:30:52,440 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0031 transitioned from NEW to INITING
2015-02-12 10:30:52,440 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0031_01_000004 to application application_1423764831909_0031
2015-02-12 10:30:52,441 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0031 transitioned from INITING to RUNNING
2015-02-12 10:30:52,441 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:30:52,441 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0031
2015-02-12 10:30:52,441 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0031
2015-02-12 10:30:52,441 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:30:52,441 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0031
2015-02-12 10:30:52,441 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:30:52,441 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:30:52,442 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0031_01_000004
2015-02-12 10:30:52,444 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0031_01_000005 by user soberoi
2015-02-12 10:30:52,445 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000005
2015-02-12 10:30:52,445 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0031_01_000005 to application application_1423764831909_0031
2015-02-12 10:30:52,445 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:30:52,445 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0031
2015-02-12 10:30:52,445 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0031
2015-02-12 10:30:52,445 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:30:52,446 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0031
2015-02-12 10:30:52,446 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0031_01_000005
2015-02-12 10:30:52,450 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0031_01_000002 by user soberoi
2015-02-12 10:30:52,451 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000002
2015-02-12 10:30:52,450 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0031_01_000006 by user soberoi
2015-02-12 10:30:52,452 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000006
2015-02-12 10:30:52,454 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0031_01_000002 to application application_1423764831909_0031
2015-02-12 10:30:52,454 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:30:52,454 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0031
2015-02-12 10:30:52,454 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0031
2015-02-12 10:30:52,454 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:30:52,454 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0031
2015-02-12 10:30:52,455 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:30:52,455 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0031_01_000006 to application application_1423764831909_0031
2015-02-12 10:30:52,458 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:30:52,458 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0031
2015-02-12 10:30:52,458 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0031
2015-02-12 10:30:52,458 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:30:52,458 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0031
2015-02-12 10:30:52,458 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0031_01_000006
2015-02-12 10:30:52,476 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0031_01_000004.tokens. Credentials list:
2015-02-12 10:30:52,479 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0031_01_000005.tokens. Credentials list:
2015-02-12 10:30:52,487 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0031_01_000006.tokens. Credentials list:
2015-02-12 10:30:52,499 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:30:52,499 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:52,513 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:30:52,513 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:52,648 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:30:52,657 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000003/default_container_executor.sh]
2015-02-12 10:30:52,692 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000002/default_container_executor.sh]
2015-02-12 10:30:52,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:30:52,799 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:30:52,799 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:30:52,832 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:30:52,832 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:30:52,832 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:30:52,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0031_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000004.tokens
2015-02-12 10:30:52,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0031 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0031
2015-02-12 10:30:52,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0031_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000006.tokens
2015-02-12 10:30:52,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0031 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0031
2015-02-12 10:30:52,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:30:53,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:53,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.jar dst=null perm=null proto=rpc
2015-02-12 10:30:53,098 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0031/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:30:53,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:53,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.xml dst=null perm=null proto=rpc
2015-02-12 10:30:53,168 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0031_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000005.tokens
2015-02-12 10:30:53,168 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0031 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0031
2015-02-12 10:30:53,218 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0031/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:30:53,218 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:30:53,218 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:30:53,218 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:30:53,270 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:30:53,270 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:53,279 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:30:53,280 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:30:53,280 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:53,280 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:30:53,311 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:30:53,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000006/default_container_executor.sh]
2015-02-12 10:30:53,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000004/default_container_executor.sh]
2015-02-12 10:30:53,472 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000005/default_container_executor.sh]
2015-02-12 10:30:55,149 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742150_1326
2015-02-12 10:30:59,296 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742154_1330
2015-02-12 10:30:59,547 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742154_1330
2015-02-12 10:30:59,577 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742154_1330
2015-02-12 10:31:03,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.split dst=null perm=null proto=rpc
2015-02-12 10:31:03,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.split dst=null perm=null proto=rpc
2015-02-12 10:31:04,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.split dst=null perm=null proto=rpc
2015-02-12 10:31:04,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.split dst=null perm=null proto=rpc
2015-02-12 10:31:04,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job.split dst=null perm=null proto=rpc
2015-02-12 10:31:04,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:31:04,430 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 2807 Total time for transactions(ms): 178 Number of transactions batched in Syncs: 2 Number of syncs: 1966 SyncTimes(ms): 51 26
2015-02-12 10:31:04,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:04,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:31:04,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:04,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:31:04,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:04,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:31:04,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:31:04,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:04,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:05,087 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742155_1331{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:31:05,282 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742155_1331 src: /127.0.0.1:51351 dest: /127.0.0.1:59852
2015-02-12 10:31:05,284 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742155_1331 src: /127.0.0.1:51363 dest: /127.0.0.1:59855
2015-02-12 10:31:05,287 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742155_1331 src: /127.0.0.1:51364 dest: /127.0.0.1:59859
2015-02-12 10:31:05,384 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51364, dest: /127.0.0.1:59859, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0031_m_000000_0_-1666143720_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742155_1331, duration: 94432000
2015-02-12 10:31:05,384 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000001_0/part-00001. BP-1216473654-10.1.1.68-1423764814898 blk_1073742156_1332{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:31:05,384 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742155_1331{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:31:05,384 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742155_1331, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:05,385 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51363, dest: /127.0.0.1:59855, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0031_m_000000_0_-1666143720_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742155_1331, duration: 95235000
2015-02-12 10:31:05,385 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742155_1331, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:05,388 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742155_1331{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:31:05,388 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51351, dest: /127.0.0.1:59852, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0031_m_000000_0_-1666143720_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742155_1331, duration: 96202000
2015-02-12 10:31:05,389 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742155_1331, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:05,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742155_1331{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:31:05,393 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0031_m_000000_0_-1666143720_1
2015-02-12 10:31:05,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:31:05,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:31:05,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:31:05,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:31:05,462 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0031_000001 (auth:SIMPLE)
2015-02-12 10:31:05,464 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0031_01_000002
2015-02-12 10:31:05,465 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000002
2015-02-12 10:31:05,465 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:31:05,465 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0031_01_000002
2015-02-12 10:31:05,485 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0031_01_000002 is : 143
2015-02-12 10:31:05,486 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job_1423764831909_0031_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742157_1333{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:31:05,488 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742157_1333 src: /127.0.0.1:51368 dest: /127.0.0.1:59859
2015-02-12 10:31:05,489 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742157_1333 src: /127.0.0.1:51369 dest: /127.0.0.1:59862
2015-02-12 10:31:05,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742157_1333 src: /127.0.0.1:51370 dest: /127.0.0.1:59855
2015-02-12 10:31:05,500 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job_1423764831909_0031_1.jhist for DFSClient_NONMAPREDUCE_-955983846_1
2015-02-12 10:31:05,500 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:31:05,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000002
2015-02-12 10:31:05,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000002
2015-02-12 10:31:05,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000002
2015-02-12 10:31:05,502 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000002
2015-02-12 10:31:05,502 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:31:05,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000002
2015-02-12 10:31:05,502 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0031_01_000002 from application application_1423764831909_0031
2015-02-12 10:31:05,502 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:31:05,503 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0031
2015-02-12 10:31:05,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742156_1332 src: /127.0.0.1:51365 dest: /127.0.0.1:59862
2015-02-12 10:31:05,510 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742156_1332 src: /127.0.0.1:51371 dest: /127.0.0.1:59852
2015-02-12 10:31:05,511 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742156_1332 src: /127.0.0.1:51372 dest: /127.0.0.1:59859
2015-02-12 10:31:05,550 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51372, dest: /127.0.0.1:59859, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0031_m_000001_0_-930879295_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742156_1332, duration: 36792000
2015-02-12 10:31:05,550 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742156_1332, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:05,551 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742156_1332{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:31:05,551 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51371, dest: /127.0.0.1:59852, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0031_m_000001_0_-930879295_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742156_1332, duration: 37619000
2015-02-12 10:31:05,551 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742156_1332, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:05,552 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742156_1332{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:31:05,552 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51365, dest: /127.0.0.1:59862, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0031_m_000001_0_-930879295_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742156_1332, duration: 38689000
2015-02-12 10:31:05,552 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742156_1332, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:05,553 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742156_1332{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:31:05,563 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000001_0/part-00001 is closed by DFSClient_attempt_1423764831909_0031_m_000001_0_-930879295_1
2015-02-12 10:31:05,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:31:05,673 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000002_0/part-00002. BP-1216473654-10.1.1.68-1423764814898 blk_1073742158_1334{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:31:05,685 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000003_0/part-00003. BP-1216473654-10.1.1.68-1423764814898 blk_1073742159_1335{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:31:05,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:31:05,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:31:05,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:31:05,751 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0031_000001 (auth:SIMPLE)
2015-02-12 10:31:05,753 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0031_01_000003
2015-02-12 10:31:05,753 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000003
2015-02-12 10:31:05,754 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:31:05,754 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:31:05,754 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0031_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:31:05,754 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000002
2015-02-12 10:31:05,754 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0031_01_000003
2015-02-12 10:31:05,755 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0031_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 10:31:05,755 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 10:31:05,757 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0031_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 10:31:05,758 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:05,758 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:31:05,758 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0031_000001 released container container_1423764831909_0031_01_000002 on node: host: 10.1.1.68:59906 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 10:31:05,790 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0031_01_000003 is : 143
2015-02-12 10:31:05,804 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:31:05,805 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000003
2015-02-12 10:31:05,805 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000003
2015-02-12 10:31:05,805 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000003
2015-02-12 10:31:05,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000003
2015-02-12 10:31:05,806 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000003
2015-02-12 10:31:05,807 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:31:05,807 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0031_01_000003 from application application_1423764831909_0031
2015-02-12 10:31:05,807 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:31:05,807 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0031
2015-02-12 10:31:05,875 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742158_1334 src: /127.0.0.1:51373 dest: /127.0.0.1:59862
2015-02-12 10:31:05,876 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742158_1334 src: /127.0.0.1:51376 dest: /127.0.0.1:59859
2015-02-12 10:31:05,881 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742158_1334 src: /127.0.0.1:51377 dest: /127.0.0.1:59855
2015-02-12 10:31:05,888 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742159_1335 src: /127.0.0.1:51374 dest: /127.0.0.1:59855
2015-02-12 10:31:05,890 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742159_1335 src: /127.0.0.1:51378 dest: /127.0.0.1:59852
2015-02-12 10:31:05,891 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000004_0/part-00004 is closed by DFSClient_attempt_1423764831909_0031_m_000004_0_1703863312_1
2015-02-12 10:31:05,892 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742159_1335 src: /127.0.0.1:51379 dest: /127.0.0.1:59862
2015-02-12 10:31:05,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 10:31:05,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 10:31:05,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000004 dst=null perm=null proto=rpc
2015-02-12 10:31:05,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:31:05,935 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0031_000001 (auth:SIMPLE)
2015-02-12 10:31:05,937 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0031_01_000006
2015-02-12 10:31:05,937 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000006
2015-02-12 10:31:05,937 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:31:05,937 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0031_01_000006
2015-02-12 10:31:05,940 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51379, dest: /127.0.0.1:59862, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0031_m_000003_0_1137703761_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742159_1335, duration: 46653000
2015-02-12 10:31:05,940 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742159_1335, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:05,942 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51378, dest: /127.0.0.1:59852, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0031_m_000003_0_1137703761_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742159_1335, duration: 47045000
2015-02-12 10:31:05,943 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742159_1335, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:05,945 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742159_1335{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:31:05,945 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51374, dest: /127.0.0.1:59855, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0031_m_000003_0_1137703761_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742159_1335, duration: 51208000
2015-02-12 10:31:05,946 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742159_1335, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:05,946 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51377, dest: /127.0.0.1:59855, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0031_m_000002_0_619097022_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742158_1334, duration: 62495000
2015-02-12 10:31:05,946 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742158_1334, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:05,947 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742159_1335{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:31:05,947 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51376, dest: /127.0.0.1:59859, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0031_m_000002_0_619097022_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742158_1334, duration: 61729000
2015-02-12 10:31:05,947 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742158_1334, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:05,948 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51373, dest: /127.0.0.1:59862, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0031_m_000002_0_619097022_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742158_1334, duration: 62933000
2015-02-12 10:31:05,948 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742158_1334, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:05,948 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742159_1335{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:31:05,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742158_1334{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:31:05,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742158_1334{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:31:05,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742158_1334{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:31:05,961 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0031_01_000006 is : 143
2015-02-12 10:31:05,962 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000002_0/part-00002 is closed by DFSClient_attempt_1423764831909_0031_m_000002_0_619097022_1
2015-02-12 10:31:05,971 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000003_0/part-00003 is closed by DFSClient_attempt_1423764831909_0031_m_000003_0_1137703761_1
2015-02-12 10:31:05,974 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:31:05,975 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000006
2015-02-12 10:31:05,975 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000006
2015-02-12 10:31:05,976 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000006
2015-02-12 10:31:05,976 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000006
2015-02-12 10:31:05,977 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000006
2015-02-12 10:31:05,978 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:31:05,978 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0031_01_000006 from application application_1423764831909_0031
2015-02-12 10:31:05,978 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:31:05,978 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0031
2015-02-12 10:31:05,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:31:05,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:31:06,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:31:06,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:31:06,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:31:06,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:31:06,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:31:06,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1423764831909_0031_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:31:06,028 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0031_000001 (auth:SIMPLE)
2015-02-12 10:31:06,029 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0031_000001 (auth:SIMPLE)
2015-02-12 10:31:06,030 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0031_01_000004
2015-02-12 10:31:06,031 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000004
2015-02-12 10:31:06,031 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:31:06,031 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0031_01_000004
2015-02-12 10:31:06,032 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0031_01_000005
2015-02-12 10:31:06,032 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:31:06,032 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000005
2015-02-12 10:31:06,032 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0031_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:31:06,032 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000006
2015-02-12 10:31:06,032 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0031_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:31:06,032 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:31:06,033 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0031_01_000006, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:31:06,034 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:06,034 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:31:06,034 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0031_000001 released container container_1423764831909_0031_01_000006 on node: host: 10.1.1.68:59934 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:31:06,034 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:06,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:06,041 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-955983846_1
2015-02-12 10:31:06,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:31:06,052 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0031_01_000004 is : 143
2015-02-12 10:31:06,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:31:06,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:31:06,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:31:06,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:31:06,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:06,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:31:06,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:31:06,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:31:06,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:31:06,071 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:31:06,071 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:31:06,072 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0031_01_000005
2015-02-12 10:31:06,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:06,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:31:06,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:31:06,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:31:06,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:31:06,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:06,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:31:06,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:31:06,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:31:06,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:31:06,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:06,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:31:06,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:31:06,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000004 dst=null perm=null proto=rpc
2015-02-12 10:31:06,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00004 dst=null perm=null proto=rpc
2015-02-12 10:31:06,091 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0031_01_000005 is : 143
2015-02-12 10:31:06,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1423764831909_0031_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:06,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary dst=null perm=null proto=rpc
2015-02-12 10:31:06,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:06,102 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-955983846_1
2015-02-12 10:31:06,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:06,106 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-955983846_1
2015-02-12 10:31:06,110 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000004
2015-02-12 10:31:06,110 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000004
2015-02-12 10:31:06,114 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000004
2015-02-12 10:31:06,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000004
2015-02-12 10:31:06,115 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:31:06,116 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000004
2015-02-12 10:31:06,116 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:31:06,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000005
2015-02-12 10:31:06,117 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000005
2015-02-12 10:31:06,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000005
2015-02-12 10:31:06,119 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000005
2015-02-12 10:31:06,120 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0031_01_000004 from application application_1423764831909_0031
2015-02-12 10:31:06,120 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:31:06,121 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0031
2015-02-12 10:31:06,121 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000005
2015-02-12 10:31:06,121 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:31:06,121 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0031_01_000005 from application application_1423764831909_0031
2015-02-12 10:31:06,121 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:31:06,122 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0031
2015-02-12 10:31:06,125 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51370, dest: /127.0.0.1:59855, bytes: 54477, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-955983846_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742157_1333, duration: 631076000
2015-02-12 10:31:06,125 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742157_1333, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:06,126 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742157_1333{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 16172
2015-02-12 10:31:06,127 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51369, dest: /127.0.0.1:59862, bytes: 54477, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-955983846_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742157_1333, duration: 632061000
2015-02-12 10:31:06,127 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742157_1333, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:06,128 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742157_1333{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 16172
2015-02-12 10:31:06,129 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51368, dest: /127.0.0.1:59859, bytes: 54477, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-955983846_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742157_1333, duration: 633923000
2015-02-12 10:31:06,129 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742157_1333, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:06,129 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742157_1333{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 16172
2015-02-12 10:31:06,131 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job_1423764831909_0031_1.jhist is closed by DFSClient_NONMAPREDUCE_-955983846_1
2015-02-12 10:31:06,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:06,138 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742160_1336{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:31:06,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742160_1336 src: /127.0.0.1:51383 dest: /127.0.0.1:59862
2015-02-12 10:31:06,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742160_1336 src: /127.0.0.1:51384 dest: /127.0.0.1:59859
2015-02-12 10:31:06,143 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742160_1336 src: /127.0.0.1:51385 dest: /127.0.0.1:59855
2015-02-12 10:31:06,147 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51385, dest: /127.0.0.1:59855, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-955983846_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742160_1336, duration: 2097000
2015-02-12 10:31:06,147 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742160_1336, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:06,148 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742160_1336{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:31:06,148 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51384, dest: /127.0.0.1:59859, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-955983846_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742160_1336, duration: 2794000
2015-02-12 10:31:06,148 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742160_1336, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:06,149 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742160_1336{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:31:06,149 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59862, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-955983846_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742160_1336, duration: 4003000
2015-02-12 10:31:06,149 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742160_1336, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:06,150 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742160_1336{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:31:06,151 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031.summary_tmp is closed by DFSClient_NONMAPREDUCE_-955983846_1
2015-02-12 10:31:06,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:06,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job_1423764831909_0031_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:31:06,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031-1423765843519-soberoi-%5B52A2346F6F224F52B061BCF05BA37929%2FB11D5F2B3959419F-1423765866107-5-0-SUCCEEDED-default-1423765850277.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:31:06,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job_1423764831909_0031_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:31:06,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031-1423765843519-soberoi-%5B52A2346F6F224F52B061BCF05BA37929%2FB11D5F2B3959419F-1423765866107-5-0-SUCCEEDED-default-1423765850277.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:31:06,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job_1423764831909_0031_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:31:06,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031-1423765843519-soberoi-%5B52A2346F6F224F52B061BCF05BA37929%2FB11D5F2B3959419F-1423765866107-5-0-SUCCEEDED-default-1423765850277.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:06,175 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031-1423765843519-soberoi-%5B52A2346F6F224F52B061BCF05BA37929%2FB11D5F2B3959419F-1423765866107-5-0-SUCCEEDED-default-1423765850277.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742161_1337{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:31:06,177 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742161_1337 src: /127.0.0.1:51387 dest: /127.0.0.1:59855
2015-02-12 10:31:06,179 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742161_1337 src: /127.0.0.1:51388 dest: /127.0.0.1:59862
2015-02-12 10:31:06,180 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742161_1337 src: /127.0.0.1:51389 dest: /127.0.0.1:59852
2015-02-12 10:31:06,184 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51389, dest: /127.0.0.1:59852, bytes: 54477, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-955983846_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742161_1337, duration: 2220000
2015-02-12 10:31:06,185 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742161_1337, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:06,185 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742161_1337{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:31:06,185 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51388, dest: /127.0.0.1:59862, bytes: 54477, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-955983846_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742161_1337, duration: 2965000
2015-02-12 10:31:06,185 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742161_1337, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:06,186 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742161_1337{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:31:06,186 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51387, dest: /127.0.0.1:59855, bytes: 54477, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-955983846_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742161_1337, duration: 3747000
2015-02-12 10:31:06,186 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742161_1337, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:06,186 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742161_1337{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:31:06,188 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031-1423765843519-soberoi-%5B52A2346F6F224F52B061BCF05BA37929%2FB11D5F2B3959419F-1423765866107-5-0-SUCCEEDED-default-1423765850277.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-955983846_1
2015-02-12 10:31:06,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031-1423765843519-soberoi-%5B52A2346F6F224F52B061BCF05BA37929%2FB11D5F2B3959419F-1423765866107-5-0-SUCCEEDED-default-1423765850277.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:06,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job_1423764831909_0031_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:31:06,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:31:06,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job_1423764831909_0031_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:31:06,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:31:06,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031/job_1423764831909_0031_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:31:06,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:06,202 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742162_1338{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:31:06,204 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742162_1338 src: /127.0.0.1:51391 dest: /127.0.0.1:59862
2015-02-12 10:31:06,206 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742162_1338 src: /127.0.0.1:51392 dest: /127.0.0.1:59859
2015-02-12 10:31:06,207 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742162_1338 src: /127.0.0.1:51393 dest: /127.0.0.1:59852
2015-02-12 10:31:06,212 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51393, dest: /127.0.0.1:59852, bytes: 114720, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-955983846_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742162_1338, duration: 2508000
2015-02-12 10:31:06,213 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742162_1338, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:06,213 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742162_1338{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:31:06,214 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51392, dest: /127.0.0.1:59859, bytes: 114720, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-955983846_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742162_1338, duration: 3974000
2015-02-12 10:31:06,214 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742162_1338, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:06,214 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742162_1338{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:31:06,215 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51391, dest: /127.0.0.1:59862, bytes: 114720, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-955983846_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742162_1338, duration: 5259000
2015-02-12 10:31:06,215 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742162_1338, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:06,215 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742162_1338{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:31:06,217 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-955983846_1
2015-02-12 10:31:06,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:06,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:06,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:06,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031-1423765843519-soberoi-%5B52A2346F6F224F52B061BCF05BA37929%2FB11D5F2B3959419F-1423765866107-5-0-SUCCEEDED-default-1423765850277.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031-1423765843519-soberoi-%5B52A2346F6F224F52B061BCF05BA37929%2FB11D5F2B3959419F-1423765866107-5-0-SUCCEEDED-default-1423765850277.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:06,231 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0031_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:31:06,231 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0031_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:31:06,231 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0031 with final state: FINISHING
2015-02-12 10:31:06,231 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0031 State change from RUNNING to FINAL_SAVING
2015-02-12 10:31:06,231 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0031
2015-02-12 10:31:06,232 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0031_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:31:06,232 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0031 State change from FINAL_SAVING to FINISHING
2015-02-12 10:31:06,461 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30004 milliseconds
2015-02-12 10:31:06,461 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:31:06,757 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:06,757 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:31:06,757 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0031_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:31:06,757 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000003
2015-02-12 10:31:06,758 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0031_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:31:06,758 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:31:06,759 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0031_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:31:06,759 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:06,759 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:31:06,759 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0031_000001 released container container_1423764831909_0031_01_000003 on node: host: 10.1.1.68:59906 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:31:07,034 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:31:07,034 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0031_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:31:07,035 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000004
2015-02-12 10:31:07,035 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0031_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:31:07,035 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:31:07,036 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0031_01_000004, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:31:07,036 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:07,036 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:31:07,036 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0031_000001 released container container_1423764831909_0031_01_000004 on node: host: 10.1.1.68:59934 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:31:07,037 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:31:07,037 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0031_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:31:07,037 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000005
2015-02-12 10:31:07,037 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0031_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:31:07,037 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:31:07,038 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0031_01_000005, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:31:07,038 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:07,038 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:31:07,038 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0031_000001 released container container_1423764831909_0031_01_000005 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:31:07,038 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:07,237 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0031 unregistered successfully.
2015-02-12 10:31:07,241 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742150_1326 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:31:07,241 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742151_1327 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:31:07,241 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742152_1328 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:31:07,241 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742153_1329 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:31:07,242 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742157_1333 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:31:07,242 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742154_1330 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:31:07,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0031 dst=null perm=null proto=rpc
2015-02-12 10:31:07,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:31:07,293 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary
2015-02-12 10:31:07,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary dst=null perm=null proto=rpc
2015-02-12 10:31:07,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:31:07,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:31:07,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:31:07,322 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 5
2015-02-12 10:31:07,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:31:07,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:31:07,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:31:07,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:31:07,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00004 dst=null perm=null proto=rpc
2015-02-12 10:31:07,338 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/ungroupedanon
2015-02-12 10:31:07,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:31:07,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:31:07,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:31:07,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null proto=rpc
2015-02-12 10:31:07,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:31:07,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:31:07,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:31:07,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:31:07,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:31:07,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:31:07,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:31:07,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:31:07,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00004 dst=null perm=null proto=rpc
2015-02-12 10:31:07,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00004 dst=null perm=null proto=rpc
2015-02-12 10:31:07,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:31:07,394 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:31:07,396 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:31:07,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null proto=rpc
2015-02-12 10:31:07,428 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 10:31:07,429 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:31:07,429 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup"]
2015-02-12 10:31:07,429 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 10:31:07,429 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 2
2015-02-12 10:31:07,429 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 2
2015-02-12 10:31:07,434 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/2)
2015-02-12 10:31:07,448 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742150_1326, blk_1073742151_1327, blk_1073742153_1329, blk_1073742157_1333]
2015-02-12 10:31:07,450 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742150_1326, blk_1073742151_1327, blk_1073742152_1328, blk_1073742153_1329, blk_1073742154_1330, blk_1073742157_1333]
2015-02-12 10:31:07,459 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:31:07,495 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:31:07,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484 dst=null perm=null proto=rpc
2015-02-12 10:31:07,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:31:07,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:31:07,506 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 32
2015-02-12 10:31:07,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032 dst=null perm=null proto=rpc
2015-02-12 10:31:07,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:31:07,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:31:07,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:07,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:31:07,516 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742163_1339{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:31:07,518 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742163_1339 src: /127.0.0.1:51420 dest: /127.0.0.1:59859
2015-02-12 10:31:07,520 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742163_1339 src: /127.0.0.1:51421 dest: /127.0.0.1:59852
2015-02-12 10:31:07,521 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742163_1339 src: /127.0.0.1:51422 dest: /127.0.0.1:59862
2015-02-12 10:31:07,527 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51422, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742163_1339, duration: 3946000
2015-02-12 10:31:07,527 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742163_1339, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:07,528 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742163_1339{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:31:07,529 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51421, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742163_1339, duration: 5021000
2015-02-12 10:31:07,529 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742163_1339, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:07,530 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742163_1339{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:31:07,531 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51420, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742163_1339, duration: 7214000
2015-02-12 10:31:07,531 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742163_1339, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:07,534 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742163_1339{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:31:07,535 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:31:07,536 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar
2015-02-12 10:31:07,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:07,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:31:07,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:31:07,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:31:07,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:31:07,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:31:07,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:31:07,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:31:07,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:31:07,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:31:07,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:31:07,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:31:07,547 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:31:07,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:31:07,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:31:07,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:31:07,553 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.split
2015-02-12 10:31:07,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.split dst=null perm=null proto=rpc
2015-02-12 10:31:07,555 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742164_1340{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:31:07,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742164_1340 src: /127.0.0.1:51423 dest: /127.0.0.1:59852
2015-02-12 10:31:07,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742164_1340 src: /127.0.0.1:51424 dest: /127.0.0.1:59859
2015-02-12 10:31:07,561 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742164_1340 src: /127.0.0.1:51425 dest: /127.0.0.1:59855
2015-02-12 10:31:07,562 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742164_1340 src: /127.0.0.1:51426 dest: /127.0.0.1:59862
2015-02-12 10:31:07,567 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51426, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742164_1340, duration: 2679000
2015-02-12 10:31:07,567 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742164_1340, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:07,568 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742164_1340{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:31:07,568 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51425, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742164_1340, duration: 2844000
2015-02-12 10:31:07,569 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742164_1340, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:07,569 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742164_1340{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:31:07,570 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51424, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742164_1340, duration: 4527000
2015-02-12 10:31:07,570 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742164_1340, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:07,571 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51423, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742164_1340, duration: 5834000
2015-02-12 10:31:07,571 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742164_1340{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:31:07,571 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742164_1340, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:07,574 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742164_1340{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:31:07,575 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:31:07,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:31:07,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:31:07,580 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742165_1341{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:31:07,583 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742165_1341 src: /127.0.0.1:51427 dest: /127.0.0.1:59855
2015-02-12 10:31:07,585 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742165_1341 src: /127.0.0.1:51428 dest: /127.0.0.1:59862
2015-02-12 10:31:07,587 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742165_1341 src: /127.0.0.1:51429 dest: /127.0.0.1:59852
2015-02-12 10:31:07,590 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51429, dest: /127.0.0.1:59852, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742165_1341, duration: 1261000
2015-02-12 10:31:07,590 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742165_1341, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:07,590 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742165_1341{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:31:07,591 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51428, dest: /127.0.0.1:59862, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742165_1341, duration: 1911000
2015-02-12 10:31:07,591 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742165_1341, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:07,591 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742165_1341{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:31:07,591 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51427, dest: /127.0.0.1:59855, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742165_1341, duration: 2661000
2015-02-12 10:31:07,592 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742165_1341, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:07,594 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742165_1341{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:31:07,595 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:31:07,595 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:31:07,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:31:07,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:31:07,605 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742166_1342{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:31:07,607 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742166_1342 src: /127.0.0.1:51430 dest: /127.0.0.1:59859
2015-02-12 10:31:07,608 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742166_1342 src: /127.0.0.1:51431 dest: /127.0.0.1:59852
2015-02-12 10:31:07,610 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742166_1342 src: /127.0.0.1:51432 dest: /127.0.0.1:59862
2015-02-12 10:31:07,614 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51432, dest: /127.0.0.1:59862, bytes: 98587, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742166_1342, duration: 2209000
2015-02-12 10:31:07,614 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742166_1342, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:07,614 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742166_1342{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:31:07,615 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51431, dest: /127.0.0.1:59852, bytes: 98587, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742166_1342, duration: 2118000
2015-02-12 10:31:07,615 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742166_1342, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:07,615 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742166_1342{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:31:07,616 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51430, dest: /127.0.0.1:59859, bytes: 98587, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742166_1342, duration: 2988000
2015-02-12 10:31:07,616 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742166_1342, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:07,616 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742166_1342{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:31:07,618 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:31:07,618 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0032
2015-02-12 10:31:07,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032 dst=null perm=null proto=rpc
2015-02-12 10:31:07,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml dst=null perm=null proto=rpc
2015-02-12 10:31:07,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml dst=null perm=null proto=rpc
2015-02-12 10:31:07,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:07,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:07,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.split dst=null perm=null proto=rpc
2015-02-12 10:31:07,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.split dst=null perm=null proto=rpc
2015-02-12 10:31:07,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:31:07,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:31:07,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:31:07,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:31:07,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:31:07,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:31:07,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:31:07,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:31:07,635 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 32 submitted by user soberoi
2015-02-12 10:31:07,635 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0032
2015-02-12 10:31:07,635 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0032
2015-02-12 10:31:07,635 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0032
2015-02-12 10:31:07,635 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0032 State change from NEW to NEW_SAVING
2015-02-12 10:31:07,636 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0032 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:31:07,636 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0032 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:31:07,636 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0032 from user: soberoi, in queue: default
2015-02-12 10:31:07,636 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0032 State change from SUBMITTED to ACCEPTED
2015-02-12 10:31:07,636 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0032_000001
2015-02-12 10:31:07,636 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0032_000001 State change from NEW to SUBMITTED
2015-02-12 10:31:07,636 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0032
2015-02-12 10:31:07,637 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0032 from user: soberoi activated in queue: default
2015-02-12 10:31:07,637 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0032 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:31:07,637 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0032_000001 to scheduler from user soberoi in queue default
2015-02-12 10:31:07,638 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0032_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:31:07,640 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0032/
2015-02-12 10:31:07,640 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423764831909_0032
2015-02-12 10:31:07,640 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0032/
2015-02-12 10:31:07,761 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:07,761 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:07,761 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:31:07,761 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000001
2015-02-12 10:31:07,761 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0032_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 10:31:07,761 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0032_000001 container=Container: [ContainerId: container_1423764831909_0032_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:31:07,762 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:31:07,762 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:07,763 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0032_01_000001
2015-02-12 10:31:07,763 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:31:07,763 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0032_000001
2015-02-12 10:31:07,764 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0032 AttemptId: appattempt_1423764831909_0032_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0032_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ]
2015-02-12 10:31:07,764 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0032_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:31:07,765 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0032_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:31:07,765 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0032_000001
2015-02-12 10:31:07,769 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0032_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0032_000001
2015-02-12 10:31:07,769 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0032_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:31:07,769 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0032_000001
2015-02-12 10:31:07,770 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0032_000001
2015-02-12 10:31:07,772 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0032_000001 (auth:SIMPLE)
2015-02-12 10:31:07,775 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0032_01_000001 by user soberoi
2015-02-12 10:31:07,775 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0032
2015-02-12 10:31:07,776 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000001
2015-02-12 10:31:07,776 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0032 transitioned from NEW to INITING
2015-02-12 10:31:07,776 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0032_01_000001 to application application_1423764831909_0032
2015-02-12 10:31:07,776 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0032 transitioned from INITING to RUNNING
2015-02-12 10:31:07,777 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:31:07,777 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0032
2015-02-12 10:31:07,777 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0032_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0032_000001
2015-02-12 10:31:07,777 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:31:07,777 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:31:07,777 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0032_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:31:07,777 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:31:07,778 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:31:07,778 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0032_01_000001
2015-02-12 10:31:07,799 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0032_01_000001.tokens. Credentials list:
2015-02-12 10:31:08,001 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:31:08,038 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:08,039 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:08,039 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:08,171 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0032_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000001.tokens
2015-02-12 10:31:08,171 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0032 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0032
2015-02-12 10:31:08,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:08,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:08,363 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742150_1326 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742150 for deletion
2015-02-12 10:31:08,364 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742151_1327 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742151 for deletion
2015-02-12 10:31:08,364 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742152_1328 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742152 for deletion
2015-02-12 10:31:08,364 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742153_1329 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742153 for deletion
2015-02-12 10:31:08,364 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742154_1330 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742154 for deletion
2015-02-12 10:31:08,364 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742157_1333 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742157 for deletion
2015-02-12 10:31:08,364 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742150_1326 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742150
2015-02-12 10:31:08,365 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742152_1328 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742152
2015-02-12 10:31:08,365 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742154_1330 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742154
2015-02-12 10:31:08,365 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742151_1327 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742151
2015-02-12 10:31:08,365 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742157_1333 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742157
2015-02-12 10:31:08,366 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742153_1329 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742153
2015-02-12 10:31:08,387 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0032/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:31:08,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:31:08,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:31:08,479 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0032/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:31:08,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.split dst=null perm=null proto=rpc
2015-02-12 10:31:08,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.split dst=null perm=null proto=rpc
2015-02-12 10:31:08,564 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0032/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:31:08,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml dst=null perm=null proto=rpc
2015-02-12 10:31:08,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml dst=null perm=null proto=rpc
2015-02-12 10:31:08,649 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0032/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:31:08,650 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:31:08,700 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:31:08,701 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:31:08,762 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:31:08,762 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:08,762 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:08,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742150_1326 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742150 for deletion
2015-02-12 10:31:08,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742151_1327 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742151 for deletion
2015-02-12 10:31:08,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742153_1329 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742153 for deletion
2015-02-12 10:31:08,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742157_1333 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742157 for deletion
2015-02-12 10:31:08,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742150_1326 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742150
2015-02-12 10:31:08,843 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742151_1327 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742151
2015-02-12 10:31:08,843 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742153_1329 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742153
2015-02-12 10:31:08,843 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742157_1333 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742157
2015-02-12 10:31:08,874 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000001/default_container_executor.sh]
2015-02-12 10:31:09,041 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:09,041 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:09,041 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:09,765 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:09,766 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:10,045 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:10,045 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:10,045 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:10,455 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59852 to replicate blk_1073742163_1339 to datanode(s) 127.0.0.1:59855
2015-02-12 10:31:10,455 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742150_1326, blk_1073742151_1327, blk_1073742152_1328, blk_1073742154_1330, blk_1073742157_1333]
2015-02-12 10:31:10,456 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742150_1326, blk_1073742151_1327, blk_1073742152_1328, blk_1073742153_1329, blk_1073742154_1330]
2015-02-12 10:31:10,769 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:10,770 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:11,046 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:11,046 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:11,046 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:11,347 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5d835e39-c83e-4de7-bbde-92c2cf44d1a5, infoPort=59853, ipcPort=59854, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742163_1339 to 127.0.0.1:59855
2015-02-12 10:31:11,348 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742150_1326 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742150 for deletion
2015-02-12 10:31:11,348 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742151_1327 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742151 for deletion
2015-02-12 10:31:11,348 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742152_1328 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742152 for deletion
2015-02-12 10:31:11,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742153_1329 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742153 for deletion
2015-02-12 10:31:11,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742154_1330 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742154 for deletion
2015-02-12 10:31:11,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742150_1326 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742150
2015-02-12 10:31:11,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742152_1328 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742152
2015-02-12 10:31:11,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742154_1330 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742154
2015-02-12 10:31:11,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742151_1327 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742151
2015-02-12 10:31:11,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742153_1329 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742153
2015-02-12 10:31:11,353 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742163_1339 (numBytes=254067) to /127.0.0.1:59855
2015-02-12 10:31:11,354 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742163_1339 src: /127.0.0.1:51443 dest: /127.0.0.1:59855
2015-02-12 10:31:11,356 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742163_1339 src: /127.0.0.1:51443 dest: /127.0.0.1:59855 of size 254067
2015-02-12 10:31:11,357 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742163_1339 size 254067
2015-02-12 10:31:11,674 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742150_1326 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742150 for deletion
2015-02-12 10:31:11,674 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742151_1327 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742151 for deletion
2015-02-12 10:31:11,674 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742152_1328 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742152 for deletion
2015-02-12 10:31:11,674 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742154_1330 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742154 for deletion
2015-02-12 10:31:11,674 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742150_1326 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742150
2015-02-12 10:31:11,674 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742151_1327 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742151
2015-02-12 10:31:11,674 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742157_1333 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742157 for deletion
2015-02-12 10:31:11,674 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742152_1328 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742152
2015-02-12 10:31:11,674 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742154_1330 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742154
2015-02-12 10:31:11,675 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742157_1333 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742157
2015-02-12 10:31:11,770 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:11,770 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:12,049 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:12,049 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:12,049 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:12,323 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0031_01_000001 succeeded
2015-02-12 10:31:12,323 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:31:12,323 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0031_01_000001
2015-02-12 10:31:12,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000001
2015-02-12 10:31:12,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000001
2015-02-12 10:31:12,349 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000001
2015-02-12 10:31:12,350 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0031/container_1423764831909_0031_01_000001
2015-02-12 10:31:12,352 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000001
2015-02-12 10:31:12,352 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0031_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:31:12,352 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0031_01_000001 from application application_1423764831909_0031
2015-02-12 10:31:12,352 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:31:12,352 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0031
2015-02-12 10:31:12,771 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0031_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:31:12,771 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0031_000001
2015-02-12 10:31:12,772 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0031_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:31:12,772 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000001
2015-02-12 10:31:12,772 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0031_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:31:12,772 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:31:12,772 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0031_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:31:12,772 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:12,772 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0031_000001
2015-02-12 10:31:12,773 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0031_000001 State change from FINISHING to FINISHED
2015-02-12 10:31:12,772 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:31:12,773 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0031_000001 released container container_1423764831909_0031_01_000001 on node: host: 10.1.1.68:59906 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:31:12,773 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0031 State change from FINISHING to FINISHED
2015-02-12 10:31:12,773 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:12,773 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0031
2015-02-12 10:31:12,773 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0031_000001
2015-02-12 10:31:12,773 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0031,name=[52A2346F6F224F52B061BCF05BA37929/B11D5F2B3959419FA815749DC44EDEED] test/(1/1) ...pesplatform/ungroupedanon,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0031/jobhistory/job/job_1423764831909_0031,appMasterHost=10.1.1.68,startTime=1423765843519,finishTime=1423765866231,finalStatus=SUCCEEDED
2015-02-12 10:31:12,773 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:12,774 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0031_000001 is done. finalState=FINISHED
2015-02-12 10:31:12,774 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0031 requests cleared
2015-02-12 10:31:12,774 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0031 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:31:12,774 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0031 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:31:12,776 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0031_000001 (auth:SIMPLE)
2015-02-12 10:31:12,778 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0031_01_000001
2015-02-12 10:31:12,778 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0031 CONTAINERID=container_1423764831909_0031_01_000001
2015-02-12 10:31:12,779 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0031_01_000001]
2015-02-12 10:31:12,779 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:12,779 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0031 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:31:12,779 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:12,779 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:12,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0031
2015-02-12 10:31:12,780 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0031
2015-02-12 10:31:12,780 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0031
2015-02-12 10:31:12,780 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0031
2015-02-12 10:31:12,781 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0031 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:31:12,781 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0031, with delay of 10800 seconds
2015-02-12 10:31:12,781 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0031
2015-02-12 10:31:13,050 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0031 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:31:13,050 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:13,050 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:13,050 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:13,050 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0031
2015-02-12 10:31:13,051 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0031
2015-02-12 10:31:13,051 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0031
2015-02-12 10:31:13,051 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0031
2015-02-12 10:31:13,051 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0031
2015-02-12 10:31:13,051 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0031 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:31:13,051 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0031, with delay of 10800 seconds
2015-02-12 10:31:13,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:31:13,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:31:13,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:31:13,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:31:13,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032 dst=null perm=null proto=rpc
2015-02-12 10:31:13,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:31:13,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:31:13,781 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:13,781 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:14,051 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:14,052 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:14,052 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:14,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742156_1332
2015-02-12 10:31:14,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742164_1340
2015-02-12 10:31:14,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742160_1336
2015-02-12 10:31:14,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742155_1331
2015-02-12 10:31:14,318 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742166_1342
2015-02-12 10:31:14,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:31:14,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:31:14,521 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742163_1339
2015-02-12 10:31:14,522 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742162_1338
2015-02-12 10:31:14,523 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742158_1334
2015-02-12 10:31:14,567 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742155_1331
2015-02-12 10:31:14,568 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742161_1337
2015-02-12 10:31:14,569 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742162_1338
2015-02-12 10:31:14,569 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742156_1332
2015-02-12 10:31:14,569 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742165_1341
2015-02-12 10:31:14,590 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742164_1340
2015-02-12 10:31:14,591 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742158_1334
2015-02-12 10:31:14,591 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742165_1341
2015-02-12 10:31:14,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742159_1335
2015-02-12 10:31:14,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742160_1336
2015-02-12 10:31:14,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742161_1337
2015-02-12 10:31:14,593 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742155_1331
2015-02-12 10:31:14,768 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742166_1342
2015-02-12 10:31:14,769 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742159_1335
2015-02-12 10:31:14,971 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742163_1339
2015-02-12 10:31:14,973 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742164_1340
2015-02-12 10:31:15,172 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742159_1335
2015-02-12 10:31:15,173 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742160_1336
2015-02-12 10:31:15,173 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742156_1332
2015-02-12 10:31:15,174 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742164_1340
2015-02-12 10:31:15,175 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742163_1339
2015-02-12 10:31:15,376 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742161_1337
2015-02-12 10:31:15,376 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742158_1334
2015-02-12 10:31:15,377 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742166_1342
2015-02-12 10:31:15,577 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742162_1338
2015-02-12 10:31:15,579 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742165_1341
2015-02-12 10:31:16,870 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0032_000001 (auth:SIMPLE)
2015-02-12 10:31:16,875 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0032_000001
2015-02-12 10:31:16,875 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0032 APPATTEMPTID=appattempt_1423764831909_0032_000001
2015-02-12 10:31:16,875 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0032_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:31:16,875 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0032 State change from ACCEPTED to RUNNING
2015-02-12 10:31:16,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job_1423764831909_0032_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:16,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:31:17,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job_1423764831909_0032_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:17,289 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job_1423764831909_0032_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742167_1343{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:31:17,370 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742167_1343 src: /127.0.0.1:51468 dest: /127.0.0.1:59859
2015-02-12 10:31:17,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742167_1343 src: /127.0.0.1:51469 dest: /127.0.0.1:59855
2015-02-12 10:31:17,377 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742167_1343 src: /127.0.0.1:51470 dest: /127.0.0.1:59852
2015-02-12 10:31:17,423 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51470, dest: /127.0.0.1:59852, bytes: 115824, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1859890864_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742167_1343, duration: 42661000
2015-02-12 10:31:17,423 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742167_1343, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:17,425 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51469, dest: /127.0.0.1:59855, bytes: 115824, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1859890864_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742167_1343, duration: 44410000
2015-02-12 10:31:17,425 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742167_1343{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:31:17,425 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742167_1343, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:17,426 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51468, dest: /127.0.0.1:59859, bytes: 115824, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1859890864_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742167_1343, duration: 46472000
2015-02-12 10:31:17,426 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742167_1343{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:31:17,426 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742167_1343, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:17,427 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742167_1343{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:31:17,433 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job_1423764831909_0032_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1859890864_1
2015-02-12 10:31:18,060 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:31:18,060 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000002
2015-02-12 10:31:18,061 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0032_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:31:18,061 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0032_000001 container=Container: [ContainerId: container_1423764831909_0032_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:31:18,061 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:31:18,061 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:18,061 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:31:18,061 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000003
2015-02-12 10:31:18,061 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0032_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:31:18,061 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0032_000001 container=Container: [ContainerId: container_1423764831909_0032_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:31:18,062 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:31:18,062 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:18,062 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:31:18,062 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000004
2015-02-12 10:31:18,062 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0032_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:31:18,062 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0032_000001 container=Container: [ContainerId: container_1423764831909_0032_01_000004, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:31:18,063 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:31:18,063 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:18,063 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:31:18,064 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000005
2015-02-12 10:31:18,064 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0032_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:31:18,064 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0032_000001 container=Container: [ContainerId: container_1423764831909_0032_01_000005, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:31:18,064 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:31:18,064 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:18,947 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0032_01_000002
2015-02-12 10:31:18,948 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:31:18,948 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:31:18,949 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:31:18,950 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:31:19,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:19,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:19,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml dst=null perm=null proto=rpc
2015-02-12 10:31:19,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml dst=null perm=null proto=rpc
2015-02-12 10:31:19,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:31:19,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:31:19,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:31:19,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:31:19,598 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742163_1339
2015-02-12 10:31:19,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:31:19,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:31:19,786 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0032_000001 (auth:SIMPLE)
2015-02-12 10:31:19,787 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0032_000001 (auth:SIMPLE)
2015-02-12 10:31:19,788 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0032_000001 (auth:SIMPLE)
2015-02-12 10:31:19,789 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0032_000001 (auth:SIMPLE)
2015-02-12 10:31:19,790 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0032_01_000003 by user soberoi
2015-02-12 10:31:19,791 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0032
2015-02-12 10:31:19,791 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0032_01_000004 by user soberoi
2015-02-12 10:31:19,791 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000003
2015-02-12 10:31:19,791 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000004
2015-02-12 10:31:19,791 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0032 transitioned from NEW to INITING
2015-02-12 10:31:19,791 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0032_01_000003 to application application_1423764831909_0032
2015-02-12 10:31:19,791 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0032_01_000004 to application application_1423764831909_0032
2015-02-12 10:31:19,792 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0032 transitioned from INITING to RUNNING
2015-02-12 10:31:19,792 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:31:19,792 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:31:19,792 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0032
2015-02-12 10:31:19,792 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0032
2015-02-12 10:31:19,792 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:31:19,792 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0032
2015-02-12 10:31:19,793 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0032_01_000005 by user soberoi
2015-02-12 10:31:19,793 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:31:19,793 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000005
2015-02-12 10:31:19,793 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:31:19,793 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0032
2015-02-12 10:31:19,793 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0032
2015-02-12 10:31:19,793 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:31:19,793 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0032
2015-02-12 10:31:19,794 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0032_01_000004
2015-02-12 10:31:19,794 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0032_01_000005 to application application_1423764831909_0032
2015-02-12 10:31:19,794 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0032_01_000003
2015-02-12 10:31:19,795 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:31:19,795 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0032
2015-02-12 10:31:19,795 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0032
2015-02-12 10:31:19,795 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:31:19,795 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0032
2015-02-12 10:31:19,795 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0032_01_000005
2015-02-12 10:31:19,799 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0032_01_000002 by user soberoi
2015-02-12 10:31:19,800 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000002
2015-02-12 10:31:19,800 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0032_01_000002 to application application_1423764831909_0032
2015-02-12 10:31:19,800 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:31:19,800 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0032
2015-02-12 10:31:19,800 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0032
2015-02-12 10:31:19,800 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:31:19,800 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0032
2015-02-12 10:31:19,801 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0032_01_000002
2015-02-12 10:31:19,817 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0032_01_000003.tokens. Credentials list:
2015-02-12 10:31:19,817 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0032_01_000005.tokens. Credentials list:
2015-02-12 10:31:19,818 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0032_01_000002.tokens. Credentials list:
2015-02-12 10:31:19,818 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0032_01_000004.tokens. Credentials list:
2015-02-12 10:31:19,965 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:31:19,988 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:31:20,061 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:31:20,061 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:31:20,062 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:31:20,062 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:31:20,122 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:31:20,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0032_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000003.tokens
2015-02-12 10:31:20,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0032 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0032
2015-02-12 10:31:20,281 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:31:20,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0032_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000004.tokens
2015-02-12 10:31:20,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0032 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0032
2015-02-12 10:31:20,313 INFO datanode.DirectoryScanner (DirectoryScanner.java:scan(499)) - BlockPool BP-1216473654-10.1.1.68-1423764814898 Total blocks: 92, missing metadata files:0, missing block files:0, missing blocks in memory:0, mismatched blocks:0
2015-02-12 10:31:20,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:20,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:20,481 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0032/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:31:20,497 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:31:20,543 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0032_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000002.tokens
2015-02-12 10:31:20,543 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0032 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0032
2015-02-12 10:31:20,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml dst=null perm=null proto=rpc
2015-02-12 10:31:20,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml dst=null perm=null proto=rpc
2015-02-12 10:31:20,634 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0032/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:31:20,634 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:31:20,634 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:31:20,634 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:31:20,634 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:31:20,712 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:31:20,712 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:31:20,712 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:31:20,712 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:31:20,712 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:31:20,712 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:31:20,724 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:31:20,724 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:31:20,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423764831909_0032_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000005.tokens
2015-02-12 10:31:20,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0032 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0032
2015-02-12 10:31:21,031 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000005/default_container_executor.sh]
2015-02-12 10:31:21,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000003/default_container_executor.sh]
2015-02-12 10:31:21,091 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000004/default_container_executor.sh]
2015-02-12 10:31:21,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000002/default_container_executor.sh]
2015-02-12 10:31:24,537 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742167_1343
2015-02-12 10:31:24,607 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742167_1343
2015-02-12 10:31:24,987 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742167_1343
2015-02-12 10:31:36,463 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 10:31:36,464 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:31:39,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.split dst=null perm=null proto=rpc
2015-02-12 10:31:39,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.split dst=null perm=null proto=rpc
2015-02-12 10:31:39,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.split dst=null perm=null proto=rpc
2015-02-12 10:31:40,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.split dst=null perm=null proto=rpc
2015-02-12 10:31:40,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:31:40,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:31:40,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:31:41,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:31:41,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/_temporary/1/_temporary/attempt_1423764831909_0032_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:31:41,548 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0032_000001 (auth:SIMPLE)
2015-02-12 10:31:41,551 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0032_01_000003
2015-02-12 10:31:41,551 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000003
2015-02-12 10:31:41,551 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:31:41,551 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0032_01_000003
2015-02-12 10:31:41,573 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job_1423764831909_0032_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742168_1344{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:31:41,574 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0032_01_000003 is : 143
2015-02-12 10:31:41,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742168_1344 src: /127.0.0.1:51697 dest: /127.0.0.1:59859
2015-02-12 10:31:41,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742168_1344 src: /127.0.0.1:51698 dest: /127.0.0.1:59855
2015-02-12 10:31:41,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742168_1344 src: /127.0.0.1:51699 dest: /127.0.0.1:59862
2015-02-12 10:31:41,588 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job_1423764831909_0032_1.jhist for DFSClient_NONMAPREDUCE_1859890864_1
2015-02-12 10:31:41,592 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:31:41,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000003
2015-02-12 10:31:41,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000003
2015-02-12 10:31:41,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000003
2015-02-12 10:31:41,594 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000003
2015-02-12 10:31:41,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000003
2015-02-12 10:31:41,594 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:31:41,596 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0032_01_000003 from application application_1423764831909_0032
2015-02-12 10:31:41,597 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:31:41,597 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0032
2015-02-12 10:31:41,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/_temporary/1/_temporary/attempt_1423764831909_0032_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:31:41,695 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0032_000001 (auth:SIMPLE)
2015-02-12 10:31:41,698 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0032_01_000005
2015-02-12 10:31:41,698 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000005
2015-02-12 10:31:41,698 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:31:41,699 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0032_01_000005
2015-02-12 10:31:41,700 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:31:41,701 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0032_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:31:41,701 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000003
2015-02-12 10:31:41,701 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0032_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:31:41,701 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:31:41,702 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0032_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:31:41,702 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:41,703 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:31:41,703 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0032_000001 released container container_1423764831909_0032_01_000003 on node: host: 10.1.1.68:59934 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:31:41,721 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0032_01_000005 is : 143
2015-02-12 10:31:41,737 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:31:41,737 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000005
2015-02-12 10:31:41,738 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000005
2015-02-12 10:31:41,740 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000005
2015-02-12 10:31:41,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000005
2015-02-12 10:31:41,743 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000005
2015-02-12 10:31:41,743 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:31:41,743 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0032_01_000005 from application application_1423764831909_0032
2015-02-12 10:31:41,743 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:31:41,743 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0032
2015-02-12 10:31:41,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/_temporary/1/_temporary/attempt_1423764831909_0032_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:31:41,782 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0032_000001 (auth:SIMPLE)
2015-02-12 10:31:41,783 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0032_01_000004
2015-02-12 10:31:41,784 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000004
2015-02-12 10:31:41,786 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:31:41,793 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0032_01_000004
2015-02-12 10:31:41,793 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:41,793 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:31:41,793 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0032_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:31:41,793 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000005
2015-02-12 10:31:41,794 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0032_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:31:41,794 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:31:41,796 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0032_01_000005, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:31:41,796 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:41,796 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:31:41,796 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0032_000001 released container container_1423764831909_0032_01_000005 on node: host: 10.1.1.68:59934 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:31:41,818 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0032_01_000004 is : 143
2015-02-12 10:31:41,832 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:31:41,833 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000004
2015-02-12 10:31:41,834 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000004
2015-02-12 10:31:41,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000004
2015-02-12 10:31:41,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000004
2015-02-12 10:31:41,836 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000004
2015-02-12 10:31:41,837 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:31:41,837 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0032_01_000004 from application application_1423764831909_0032
2015-02-12 10:31:41,837 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:31:41,837 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0032
2015-02-12 10:31:41,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/_temporary/1/_temporary/attempt_1423764831909_0032_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:31:41,909 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0032_000001 (auth:SIMPLE)
2015-02-12 10:31:41,910 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0032_01_000002
2015-02-12 10:31:41,910 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000002
2015-02-12 10:31:41,910 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:31:41,911 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0032_01_000002
2015-02-12 10:31:41,911 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:41,911 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:31:41,912 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0032_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:31:41,912 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000004
2015-02-12 10:31:41,912 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0032_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:31:41,912 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:31:41,913 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0032_01_000004, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:31:41,913 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:41,913 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:31:41,913 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0032_000001 released container container_1423764831909_0032_01_000004 on node: host: 10.1.1.68:59934 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:31:41,913 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:41,926 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0032_01_000002 is : 143
2015-02-12 10:31:41,939 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:31:41,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000002
2015-02-12 10:31:41,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000002
2015-02-12 10:31:41,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000002
2015-02-12 10:31:41,941 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000002
2015-02-12 10:31:41,943 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000002
2015-02-12 10:31:41,944 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:31:41,944 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0032_01_000002 from application application_1423764831909_0032
2015-02-12 10:31:41,944 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:31:41,944 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0032
2015-02-12 10:31:42,917 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:31:42,917 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0032_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:31:42,917 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000002
2015-02-12 10:31:42,917 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0032_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:31:42,917 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:31:42,919 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0032_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:31:42,919 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:42,919 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:31:42,919 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0032_000001 released container container_1423764831909_0032_01_000002 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:31:42,919 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:42,919 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:42,919 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:43,227 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:31:43,227 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000006
2015-02-12 10:31:43,227 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0032_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:31:43,227 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0032_000001 container=Container: [ContainerId: container_1423764831909_0032_01_000006, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:31:43,227 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:31:43,227 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:43,921 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0032_01_000005, container_1423764831909_0032_01_000004, container_1423764831909_0032_01_000003]
2015-02-12 10:31:43,921 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:43,921 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:43,921 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:43,921 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:44,070 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0032_01_000006
2015-02-12 10:31:44,071 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:31:44,085 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0032_000001 (auth:SIMPLE)
2015-02-12 10:31:44,088 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0032_01_000006 by user soberoi
2015-02-12 10:31:44,088 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0032
2015-02-12 10:31:44,088 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000006
2015-02-12 10:31:44,088 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0032 transitioned from NEW to INITING
2015-02-12 10:31:44,089 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0032_01_000006 to application application_1423764831909_0032
2015-02-12 10:31:44,089 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0032 transitioned from INITING to RUNNING
2015-02-12 10:31:44,089 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:31:44,089 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0032
2015-02-12 10:31:44,089 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0032
2015-02-12 10:31:44,089 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:31:44,089 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0032
2015-02-12 10:31:44,090 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:31:44,090 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:31:44,090 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0032_01_000006
2015-02-12 10:31:44,110 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423764831909_0032_01_000006.tokens. Credentials list:
2015-02-12 10:31:44,227 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:31:44,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:31:44,390 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423764831909_0032_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000006.tokens
2015-02-12 10:31:44,390 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0032 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0032
2015-02-12 10:31:44,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:44,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:44,562 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0032/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:31:44,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml dst=null perm=null proto=rpc
2015-02-12 10:31:44,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml dst=null perm=null proto=rpc
2015-02-12 10:31:44,638 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0032/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:31:44,638 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:31:44,678 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:31:44,678 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:31:44,797 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000006/default_container_executor.sh]
2015-02-12 10:31:44,921 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0032_01_000002]
2015-02-12 10:31:44,921 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:45,074 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:31:48,537 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:31:48,550 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:31:48,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/_temporary/1/_temporary/attempt_1423764831909_0032_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:48,990 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/_temporary/1/_temporary/attempt_1423764831909_0032_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742169_1345{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:31:49,143 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742169_1345 src: /127.0.0.1:51773 dest: /127.0.0.1:59852
2015-02-12 10:31:49,145 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742169_1345 src: /127.0.0.1:51774 dest: /127.0.0.1:59862
2015-02-12 10:31:49,147 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742169_1345 src: /127.0.0.1:51775 dest: /127.0.0.1:59855
2015-02-12 10:31:49,213 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51775, dest: /127.0.0.1:59855, bytes: 310, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0032_r_000000_0_-1221118362_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742169_1345, duration: 63932000
2015-02-12 10:31:49,213 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742169_1345, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:49,213 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742169_1345{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:31:49,214 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51774, dest: /127.0.0.1:59862, bytes: 310, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0032_r_000000_0_-1221118362_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742169_1345, duration: 65030000
2015-02-12 10:31:49,214 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742169_1345, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:49,215 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51773, dest: /127.0.0.1:59852, bytes: 310, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0032_r_000000_0_-1221118362_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742169_1345, duration: 66367000
2015-02-12 10:31:49,215 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742169_1345, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:49,217 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742169_1345{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:31:49,218 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742169_1345{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:31:49,226 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/_temporary/1/_temporary/attempt_1423764831909_0032_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0032_r_000000_0_-1221118362_1
2015-02-12 10:31:49,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/_temporary/1/_temporary/attempt_1423764831909_0032_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:31:49,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/_temporary/1/_temporary/attempt_1423764831909_0032_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:31:49,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/_temporary/1/task_1423764831909_0032_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:31:49,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/_temporary/1/_temporary/attempt_1423764831909_0032_r_000000_0 dst=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/_temporary/1/task_1423764831909_0032_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:31:49,275 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0032_000001 (auth:SIMPLE)
2015-02-12 10:31:49,276 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0032_01_000006
2015-02-12 10:31:49,277 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000006
2015-02-12 10:31:49,277 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:31:49,277 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0032_01_000006
2015-02-12 10:31:49,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:49,286 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1859890864_1
2015-02-12 10:31:49,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:31:49,298 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0032_01_000006 is : 143
2015-02-12 10:31:49,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484 dst=null perm=null proto=rpc
2015-02-12 10:31:49,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484 dst=null perm=null proto=rpc
2015-02-12 10:31:49,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/_temporary/1/task_1423764831909_0032_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:31:49,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:31:49,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/_temporary/1/task_1423764831909_0032_r_000000/part-00000 dst=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:49,309 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:31:49,311 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000006
2015-02-12 10:31:49,311 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:31:49,311 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0032_01_000006 from application application_1423764831909_0032
2015-02-12 10:31:49,311 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:31:49,312 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0032
2015-02-12 10:31:49,312 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000006
2015-02-12 10:31:49,313 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000006
2015-02-12 10:31:49,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000006
2015-02-12 10:31:49,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000006
2015-02-12 10:31:49,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/_temporary dst=null perm=null proto=rpc
2015-02-12 10:31:49,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:49,322 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1859890864_1
2015-02-12 10:31:49,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:49,326 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1859890864_1
2015-02-12 10:31:49,343 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51699, dest: /127.0.0.1:59862, bytes: 61367, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1859890864_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742168_1344, duration: 7762613000
2015-02-12 10:31:49,343 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742168_1344, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:49,345 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742168_1344{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 15679
2015-02-12 10:31:49,345 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51698, dest: /127.0.0.1:59855, bytes: 61367, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1859890864_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742168_1344, duration: 7763234000
2015-02-12 10:31:49,345 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742168_1344, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:49,346 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742168_1344{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 15679
2015-02-12 10:31:49,346 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51697, dest: /127.0.0.1:59859, bytes: 61367, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1859890864_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742168_1344, duration: 7765815000
2015-02-12 10:31:49,347 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742168_1344, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:49,347 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742168_1344{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 15679
2015-02-12 10:31:49,348 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job_1423764831909_0032_1.jhist is closed by DFSClient_NONMAPREDUCE_1859890864_1
2015-02-12 10:31:49,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:49,356 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742170_1346{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:31:49,358 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742170_1346 src: /127.0.0.1:51777 dest: /127.0.0.1:59859
2015-02-12 10:31:49,360 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742170_1346 src: /127.0.0.1:51778 dest: /127.0.0.1:59852
2015-02-12 10:31:49,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742170_1346 src: /127.0.0.1:51779 dest: /127.0.0.1:59855
2015-02-12 10:31:49,372 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51779, dest: /127.0.0.1:59855, bytes: 419, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1859890864_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742170_1346, duration: 2642000
2015-02-12 10:31:49,373 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742170_1346, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:49,375 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742170_1346{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:31:49,375 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51778, dest: /127.0.0.1:59852, bytes: 419, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1859890864_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742170_1346, duration: 5611000
2015-02-12 10:31:49,376 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742170_1346, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:49,376 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51777, dest: /127.0.0.1:59859, bytes: 419, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1859890864_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742170_1346, duration: 7203000
2015-02-12 10:31:49,376 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742170_1346, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:49,377 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742170_1346{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:31:49,377 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742170_1346{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:31:49,379 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032.summary_tmp is closed by DFSClient_NONMAPREDUCE_1859890864_1
2015-02-12 10:31:49,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:49,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job_1423764831909_0032_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:31:49,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032-1423765867635-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2FE699DF7E114D4D09-1423765909327-4-1-SUCCEEDED-default-1423765876920.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:31:49,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job_1423764831909_0032_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:31:49,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032-1423765867635-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2FE699DF7E114D4D09-1423765909327-4-1-SUCCEEDED-default-1423765876920.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:31:49,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job_1423764831909_0032_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:31:49,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032-1423765867635-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2FE699DF7E114D4D09-1423765909327-4-1-SUCCEEDED-default-1423765876920.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:49,406 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032-1423765867635-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2FE699DF7E114D4D09-1423765909327-4-1-SUCCEEDED-default-1423765876920.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742171_1347{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:31:49,408 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742171_1347 src: /127.0.0.1:51781 dest: /127.0.0.1:59852
2015-02-12 10:31:49,410 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742171_1347 src: /127.0.0.1:51782 dest: /127.0.0.1:59862
2015-02-12 10:31:49,412 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742171_1347 src: /127.0.0.1:51784 dest: /127.0.0.1:59859
2015-02-12 10:31:49,417 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51784, dest: /127.0.0.1:59859, bytes: 61367, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1859890864_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742171_1347, duration: 2774000
2015-02-12 10:31:49,417 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742171_1347, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:49,418 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742171_1347{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:31:49,418 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51782, dest: /127.0.0.1:59862, bytes: 61367, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1859890864_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742171_1347, duration: 4195000
2015-02-12 10:31:49,419 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742171_1347, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:49,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742171_1347{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:31:49,419 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51781, dest: /127.0.0.1:59852, bytes: 61367, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1859890864_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742171_1347, duration: 5410000
2015-02-12 10:31:49,420 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742171_1347, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:49,421 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742171_1347{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:31:49,423 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032-1423765867635-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2FE699DF7E114D4D09-1423765909327-4-1-SUCCEEDED-default-1423765876920.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1859890864_1
2015-02-12 10:31:49,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032-1423765867635-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2FE699DF7E114D4D09-1423765909327-4-1-SUCCEEDED-default-1423765876920.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:49,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job_1423764831909_0032_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:31:49,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:31:49,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job_1423764831909_0032_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:31:49,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:31:49,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032/job_1423764831909_0032_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:31:49,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:49,443 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742172_1348{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:31:49,445 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742172_1348 src: /127.0.0.1:51786 dest: /127.0.0.1:59852
2015-02-12 10:31:49,447 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742172_1348 src: /127.0.0.1:51788 dest: /127.0.0.1:59855
2015-02-12 10:31:49,449 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742172_1348 src: /127.0.0.1:51789 dest: /127.0.0.1:59859
2015-02-12 10:31:49,454 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51789, dest: /127.0.0.1:59859, bytes: 115824, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1859890864_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742172_1348, duration: 2327000
2015-02-12 10:31:49,454 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742172_1348, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:49,455 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742172_1348{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:31:49,455 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51788, dest: /127.0.0.1:59855, bytes: 115824, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1859890864_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742172_1348, duration: 2828000
2015-02-12 10:31:49,455 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742172_1348, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:49,456 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742172_1348{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:31:49,456 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51786, dest: /127.0.0.1:59852, bytes: 115824, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1859890864_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742172_1348, duration: 3790000
2015-02-12 10:31:49,456 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742172_1348, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:49,457 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742172_1348{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:31:49,458 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1859890864_1
2015-02-12 10:31:49,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:49,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:49,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:49,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032-1423765867635-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2FE699DF7E114D4D09-1423765909327-4-1-SUCCEEDED-default-1423765876920.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032-1423765867635-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2FE699DF7E114D4D09-1423765909327-4-1-SUCCEEDED-default-1423765876920.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:49,476 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0032_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:31:49,476 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0032_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:31:49,476 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0032 with final state: FINISHING
2015-02-12 10:31:49,476 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0032 State change from RUNNING to FINAL_SAVING
2015-02-12 10:31:49,476 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0032
2015-02-12 10:31:49,477 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0032_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:31:49,478 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0032 State change from FINAL_SAVING to FINISHING
2015-02-12 10:31:50,283 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:31:50,283 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0032_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:31:50,283 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000006
2015-02-12 10:31:50,283 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0032_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:31:50,283 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:31:50,286 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0032_01_000006, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:31:50,286 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:50,286 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:31:50,286 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0032_000001 released container container_1423764831909_0032_01_000006 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:31:50,418 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2015-02-12 10:31:50,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:31:50,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:31:50,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028.summary dst=null perm=null proto=rpc
2015-02-12 10:31:50,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030.summary dst=null perm=null proto=rpc
2015-02-12 10:31:50,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029.summary dst=null perm=null proto=rpc
2015-02-12 10:31:50,431 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0028,submitTime=1423765730624,launchTime=1423765738236,firstMapTaskLaunchTime=1423765740835,firstReduceTaskLaunchTime=0,finishTime=1423765763643,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=89,reduceSlotSeconds=0,jobName=[04A303B7395049EA8871300166EE90A6/A991F2ED57DC4A48AFC7822C07AF37D4] merged/(1/2)
2015-02-12 10:31:50,431 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028.summary]
2015-02-12 10:31:50,434 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0030,submitTime=1423765802442,launchTime=1423765815853,firstMapTaskLaunchTime=1423765818205,firstReduceTaskLaunchTime=1423765836982,finishTime=1423765842127,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=102,reduceSlotSeconds=5,jobName=[47B6E471575843E28B6961FB985365C1/52496796CBD54C2FBEB76F9A06226408] lower+upper/(1/1) ...grouping-nondeterministic
2015-02-12 10:31:50,434 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030.summary]
2015-02-12 10:31:50,434 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742127_1303 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:31:50,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028.summary dst=null perm=null proto=rpc
2015-02-12 10:31:50,435 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0029,submitTime=1423765765023,launchTime=1423765771990,firstMapTaskLaunchTime=1423765774238,firstReduceTaskLaunchTime=1423765796143,finishTime=1423765801029,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=79,reduceSlotSeconds=4,jobName=[04A303B7395049EA8871300166EE90A6/B8B0E5A9F5DC42739033B62EA96C04EF] merged/(2/2) ...splitsourcemergedsamename
2015-02-12 10:31:50,436 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029.summary]
2015-02-12 10:31:50,437 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742147_1323 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:31:50,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030.summary dst=null perm=null proto=rpc
2015-02-12 10:31:50,440 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742137_1313 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:31:50,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029.summary dst=null perm=null proto=rpc
2015-02-12 10:31:50,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:31:50,442 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030-1423765802442-soberoi-%5B47B6E471575843E28B6961FB985365C1%2F52496796CBD54C2F-1423765842127-6-1-SUCCEEDED-default-1423765815853.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0030-1423765802442-soberoi-%5B47B6E471575843E28B6961FB985365C1%2F52496796CBD54C2F-1423765842127-6-1-SUCCEEDED-default-1423765815853.jhist
2015-02-12 10:31:50,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:31:50,445 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028-1423765730624-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FA991F2ED57DC4A48-1423765763643-4-0-SUCCEEDED-default-1423765738236.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0028-1423765730624-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FA991F2ED57DC4A48-1423765763643-4-0-SUCCEEDED-default-1423765738236.jhist
2015-02-12 10:31:50,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030-1423765802442-soberoi-%5B47B6E471575843E28B6961FB985365C1%2F52496796CBD54C2F-1423765842127-6-1-SUCCEEDED-default-1423765815853.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0030-1423765802442-soberoi-%5B47B6E471575843E28B6961FB985365C1%2F52496796CBD54C2F-1423765842127-6-1-SUCCEEDED-default-1423765815853.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:50,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028-1423765730624-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FA991F2ED57DC4A48-1423765763643-4-0-SUCCEEDED-default-1423765738236.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0028-1423765730624-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FA991F2ED57DC4A48-1423765763643-4-0-SUCCEEDED-default-1423765738236.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:50,447 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0030_conf.xml
2015-02-12 10:31:50,447 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0028_conf.xml
2015-02-12 10:31:50,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:31:50,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0030_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0030_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:50,449 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029-1423765765023-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FB8B0E5A9F5DC4273-1423765801029-4-1-SUCCEEDED-default-1423765771990.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0029-1423765765023-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FB8B0E5A9F5DC4273-1423765801029-4-1-SUCCEEDED-default-1423765771990.jhist
2015-02-12 10:31:50,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029-1423765765023-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FB8B0E5A9F5DC4273-1423765801029-4-1-SUCCEEDED-default-1423765771990.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0029-1423765765023-soberoi-%5B04A303B7395049EA8871300166EE90A6%2FB8B0E5A9F5DC4273-1423765801029-4-1-SUCCEEDED-default-1423765771990.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:50,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031.summary dst=null perm=null proto=rpc
2015-02-12 10:31:50,451 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0029_conf.xml
2015-02-12 10:31:50,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0028_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0028_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:50,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0029_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0029_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:50,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032.summary dst=null perm=null proto=rpc
2015-02-12 10:31:50,453 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0031,submitTime=1423765843519,launchTime=1423765850277,firstMapTaskLaunchTime=1423765852447,firstReduceTaskLaunchTime=0,finishTime=1423765866107,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=66,reduceSlotSeconds=0,jobName=[52A2346F6F224F52B061BCF05BA37929/B11D5F2B3959419FA815749DC44EDEED] test/(1/1) ...pesplatform/ungroupedanon
2015-02-12 10:31:50,453 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031.summary]
2015-02-12 10:31:50,455 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0032,submitTime=1423765867635,launchTime=1423765876920,firstMapTaskLaunchTime=1423765879808,firstReduceTaskLaunchTime=1423765904090,finishTime=1423765909327,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=87,reduceSlotSeconds=5,jobName=[651F2E5650044AF6AAD68CE77F0C4E39/E699DF7E114D4D09AB41795EA4DE07C9] test/(1/2)
2015-02-12 10:31:50,455 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032.summary]
2015-02-12 10:31:50,455 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742160_1336 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:31:50,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031.summary dst=null perm=null proto=rpc
2015-02-12 10:31:50,457 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742170_1346 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:31:50,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032.summary dst=null perm=null proto=rpc
2015-02-12 10:31:50,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:31:50,471 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031-1423765843519-soberoi-%5B52A2346F6F224F52B061BCF05BA37929%2FB11D5F2B3959419F-1423765866107-5-0-SUCCEEDED-default-1423765850277.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0031-1423765843519-soberoi-%5B52A2346F6F224F52B061BCF05BA37929%2FB11D5F2B3959419F-1423765866107-5-0-SUCCEEDED-default-1423765850277.jhist
2015-02-12 10:31:50,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:31:50,473 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032-1423765867635-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2FE699DF7E114D4D09-1423765909327-4-1-SUCCEEDED-default-1423765876920.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0032-1423765867635-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2FE699DF7E114D4D09-1423765909327-4-1-SUCCEEDED-default-1423765876920.jhist
2015-02-12 10:31:50,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031-1423765843519-soberoi-%5B52A2346F6F224F52B061BCF05BA37929%2FB11D5F2B3959419F-1423765866107-5-0-SUCCEEDED-default-1423765850277.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0031-1423765843519-soberoi-%5B52A2346F6F224F52B061BCF05BA37929%2FB11D5F2B3959419F-1423765866107-5-0-SUCCEEDED-default-1423765850277.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:50,475 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0031_conf.xml
2015-02-12 10:31:50,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032-1423765867635-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2FE699DF7E114D4D09-1423765909327-4-1-SUCCEEDED-default-1423765876920.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0032-1423765867635-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2FE699DF7E114D4D09-1423765909327-4-1-SUCCEEDED-default-1423765876920.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:50,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0031_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0031_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:50,477 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0032_conf.xml
2015-02-12 10:31:50,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0032_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0032_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:31:50,483 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0032 unregistered successfully.
2015-02-12 10:31:50,487 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742163_1339 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:31:50,487 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742164_1340 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:31:50,488 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742165_1341 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:31:50,488 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742166_1342 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:31:50,488 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742168_1344 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:31:50,488 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742167_1343 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:31:50,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0032 dst=null perm=null proto=rpc
2015-02-12 10:31:50,544 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (2/2) ...dpipesplatform/groupgroup
2015-02-12 10:31:50,563 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:31:50,580 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:31:50,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null proto=rpc
2015-02-12 10:31:50,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:31:50,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:31:50,587 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 33
2015-02-12 10:31:50,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033 dst=null perm=null proto=rpc
2015-02-12 10:31:50,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:31:50,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:31:50,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:50,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:31:50,595 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742173_1349{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:31:50,597 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742173_1349 src: /127.0.0.1:51796 dest: /127.0.0.1:59852
2015-02-12 10:31:50,598 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742173_1349 src: /127.0.0.1:51797 dest: /127.0.0.1:59859
2015-02-12 10:31:50,600 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742173_1349 src: /127.0.0.1:51798 dest: /127.0.0.1:59855
2015-02-12 10:31:50,606 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51798, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742173_1349, duration: 2516000
2015-02-12 10:31:50,606 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742173_1349, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:50,607 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742173_1349{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:31:50,607 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51797, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742173_1349, duration: 3531000
2015-02-12 10:31:50,607 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742173_1349, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:50,608 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742173_1349{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:31:50,608 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51796, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742173_1349, duration: 4388000
2015-02-12 10:31:50,608 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742173_1349, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:50,616 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742173_1349{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:31:50,617 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:31:50,618 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.jar
2015-02-12 10:31:50,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:50,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:31:50,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:31:50,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:31:50,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:31:50,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:31:50,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:31:50,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:31:50,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:31:50,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:31:50,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:31:50,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484 dst=null perm=null proto=rpc
2015-02-12 10:31:50,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484 dst=null perm=null proto=rpc
2015-02-12 10:31:50,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484 dst=null perm=null proto=rpc
2015-02-12 10:31:50,630 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:31:50,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:31:50,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:31:50,634 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.split
2015-02-12 10:31:50,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.split dst=null perm=null proto=rpc
2015-02-12 10:31:50,635 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742174_1350{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:31:50,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742174_1350 src: /127.0.0.1:51799 dest: /127.0.0.1:59855
2015-02-12 10:31:50,638 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742174_1350 src: /127.0.0.1:51800 dest: /127.0.0.1:59859
2015-02-12 10:31:50,639 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742174_1350 src: /127.0.0.1:51801 dest: /127.0.0.1:59852
2015-02-12 10:31:50,641 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742174_1350 src: /127.0.0.1:51802 dest: /127.0.0.1:59862
2015-02-12 10:31:50,644 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51802, dest: /127.0.0.1:59862, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742174_1350, duration: 1593000
2015-02-12 10:31:50,645 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742174_1350, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:50,646 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742174_1350{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:31:50,646 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51801, dest: /127.0.0.1:59852, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742174_1350, duration: 3550000
2015-02-12 10:31:50,646 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742174_1350, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:50,647 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51800, dest: /127.0.0.1:59859, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742174_1350, duration: 4793000
2015-02-12 10:31:50,647 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742174_1350{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:31:50,647 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742174_1350, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:50,649 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51799, dest: /127.0.0.1:59855, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742174_1350, duration: 6435000
2015-02-12 10:31:50,649 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742174_1350, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:50,649 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742174_1350{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:31:50,650 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742174_1350{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:31:50,651 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:31:50,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:31:50,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:31:50,655 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742175_1351{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:31:50,657 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742175_1351 src: /127.0.0.1:51803 dest: /127.0.0.1:59862
2015-02-12 10:31:50,658 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742175_1351 src: /127.0.0.1:51804 dest: /127.0.0.1:59852
2015-02-12 10:31:50,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742175_1351 src: /127.0.0.1:51805 dest: /127.0.0.1:59859
2015-02-12 10:31:50,663 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51805, dest: /127.0.0.1:59859, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742175_1351, duration: 1501000
2015-02-12 10:31:50,663 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742175_1351, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:50,664 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742175_1351{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:31:50,664 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51804, dest: /127.0.0.1:59852, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742175_1351, duration: 1894000
2015-02-12 10:31:50,664 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742175_1351, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:50,664 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742175_1351{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:31:50,665 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51803, dest: /127.0.0.1:59862, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742175_1351, duration: 2749000
2015-02-12 10:31:50,665 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742175_1351, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:50,666 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742175_1351{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:31:50,667 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:31:50,668 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1
2015-02-12 10:31:50,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:31:50,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:31:50,677 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742176_1352{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:31:50,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742176_1352 src: /127.0.0.1:51806 dest: /127.0.0.1:59852
2015-02-12 10:31:50,680 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742176_1352 src: /127.0.0.1:51807 dest: /127.0.0.1:59859
2015-02-12 10:31:50,682 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742176_1352 src: /127.0.0.1:51808 dest: /127.0.0.1:59862
2015-02-12 10:31:50,685 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51808, dest: /127.0.0.1:59862, bytes: 99034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742176_1352, duration: 1514000
2015-02-12 10:31:50,685 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742176_1352, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:50,685 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742176_1352{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:31:50,686 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51807, dest: /127.0.0.1:59859, bytes: 99034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742176_1352, duration: 1997000
2015-02-12 10:31:50,686 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742176_1352, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:50,686 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742176_1352{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:31:50,687 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51806, dest: /127.0.0.1:59852, bytes: 99034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742176_1352, duration: 2903000
2015-02-12 10:31:50,687 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742176_1352, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:50,688 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742176_1352{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:31:50,689 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:31:50,689 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0033
2015-02-12 10:31:50,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033 dst=null perm=null proto=rpc
2015-02-12 10:31:50,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.xml dst=null perm=null proto=rpc
2015-02-12 10:31:50,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.xml dst=null perm=null proto=rpc
2015-02-12 10:31:50,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:50,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:50,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.split dst=null perm=null proto=rpc
2015-02-12 10:31:50,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.split dst=null perm=null proto=rpc
2015-02-12 10:31:50,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:31:50,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:31:50,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:31:50,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:31:50,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:31:50,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:31:50,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:31:50,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:31:50,703 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 33 submitted by user soberoi
2015-02-12 10:31:50,703 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0033
2015-02-12 10:31:50,703 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0033
2015-02-12 10:31:50,704 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0033
2015-02-12 10:31:50,704 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0033 State change from NEW to NEW_SAVING
2015-02-12 10:31:50,704 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0033 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:31:50,704 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0033 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:31:50,704 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0033 from user: soberoi, in queue: default
2015-02-12 10:31:50,705 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0033 State change from SUBMITTED to ACCEPTED
2015-02-12 10:31:50,705 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0033
2015-02-12 10:31:50,705 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0033_000001
2015-02-12 10:31:50,705 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0033_000001 State change from NEW to SUBMITTED
2015-02-12 10:31:50,705 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0033 from user: soberoi activated in queue: default
2015-02-12 10:31:50,705 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0033 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:31:50,705 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0033_000001 to scheduler from user soberoi in queue default
2015-02-12 10:31:50,707 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0033_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:31:50,708 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0033/
2015-02-12 10:31:50,708 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423764831909_0033
2015-02-12 10:31:50,708 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0033/
2015-02-12 10:31:50,873 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0033_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:31:50,873 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0033 CONTAINERID=container_1423764831909_0033_01_000001
2015-02-12 10:31:50,873 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0033_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 10:31:50,873 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0033_000001 container=Container: [ContainerId: container_1423764831909_0033_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:31:50,873 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:31:50,874 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:50,874 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0033_01_000001
2015-02-12 10:31:50,875 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0033_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:31:50,875 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0033_000001
2015-02-12 10:31:50,875 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0033 AttemptId: appattempt_1423764831909_0033_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0033_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ]
2015-02-12 10:31:50,875 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0033_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:31:50,875 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0033_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:31:50,875 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0033_000001
2015-02-12 10:31:50,877 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0033_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0033_000001
2015-02-12 10:31:50,877 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0033_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:31:50,877 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0033_000001
2015-02-12 10:31:50,877 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0033_000001
2015-02-12 10:31:50,886 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0033_000001 (auth:SIMPLE)
2015-02-12 10:31:50,889 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0033_01_000001 by user soberoi
2015-02-12 10:31:50,889 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0033
2015-02-12 10:31:50,889 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0033 CONTAINERID=container_1423764831909_0033_01_000001
2015-02-12 10:31:50,889 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0033 transitioned from NEW to INITING
2015-02-12 10:31:50,889 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0033_01_000001 to application application_1423764831909_0033
2015-02-12 10:31:50,889 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0033 transitioned from INITING to RUNNING
2015-02-12 10:31:50,890 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0033_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0033_000001
2015-02-12 10:31:50,890 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0033_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:31:50,890 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0033_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:31:50,890 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0033
2015-02-12 10:31:50,890 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:31:50,890 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:31:50,890 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:31:50,891 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:31:50,891 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0033_01_000001
2015-02-12 10:31:50,900 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0033_01_000001.tokens. Credentials list:
2015-02-12 10:31:51,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:31:51,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0033_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0033/container_1423764831909_0033_01_000001.tokens
2015-02-12 10:31:51,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0033 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0033
2015-02-12 10:31:51,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:51,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:51,263 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0033/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:31:51,285 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:51,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:31:51,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:31:51,333 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0033/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:31:51,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.split dst=null perm=null proto=rpc
2015-02-12 10:31:51,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.split dst=null perm=null proto=rpc
2015-02-12 10:31:51,405 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0033/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:31:51,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.xml dst=null perm=null proto=rpc
2015-02-12 10:31:51,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.xml dst=null perm=null proto=rpc
2015-02-12 10:31:51,483 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0033/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:31:51,484 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0033_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:31:51,532 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0033_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:31:51,532 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:31:51,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0033/container_1423764831909_0033_01_000001/default_container_executor.sh]
2015-02-12 10:31:51,878 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0033_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:31:52,286 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:52,488 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59855 to replicate blk_1073742173_1349 to datanode(s) 127.0.0.1:59862
2015-02-12 10:31:52,488 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742160_1336, blk_1073742163_1339, blk_1073742164_1340, blk_1073742165_1341, blk_1073742166_1342, blk_1073742168_1344, blk_1073742127_1303]
2015-02-12 10:31:52,488 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742160_1336, blk_1073742163_1339, blk_1073742147_1323, blk_1073742164_1340, blk_1073742165_1341, blk_1073742167_1343, blk_1073742168_1344, blk_1073742137_1313, blk_1073742170_1346, blk_1073742127_1303]
2015-02-12 10:31:53,286 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:53,401 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=2aa0fabf-b905-40ca-b888-b2077fcc60ea, infoPort=59856, ipcPort=59858, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742173_1349 to 127.0.0.1:59862
2015-02-12 10:31:53,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742160_1336 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742160 for deletion
2015-02-12 10:31:53,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742147_1323 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742147 for deletion
2015-02-12 10:31:53,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742163_1339 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742163 for deletion
2015-02-12 10:31:53,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742164_1340 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742164 for deletion
2015-02-12 10:31:53,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742165_1341 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742165 for deletion
2015-02-12 10:31:53,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742167_1343 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742167 for deletion
2015-02-12 10:31:53,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742168_1344 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742168 for deletion
2015-02-12 10:31:53,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742137_1313 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742137 for deletion
2015-02-12 10:31:53,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742170_1346 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742170 for deletion
2015-02-12 10:31:53,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742127_1303 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742127 for deletion
2015-02-12 10:31:53,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742160_1336 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742160
2015-02-12 10:31:53,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742147_1323 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742147
2015-02-12 10:31:53,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742163_1339 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742163
2015-02-12 10:31:53,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742164_1340 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742164
2015-02-12 10:31:53,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742168_1344 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742168
2015-02-12 10:31:53,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742137_1313 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742137
2015-02-12 10:31:53,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742170_1346 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742170
2015-02-12 10:31:53,405 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742173_1349 (numBytes=254067) to /127.0.0.1:59862
2015-02-12 10:31:53,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742165_1341 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742165
2015-02-12 10:31:53,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742167_1343 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742167
2015-02-12 10:31:53,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742127_1303 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742127
2015-02-12 10:31:53,406 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742173_1349 src: /127.0.0.1:51815 dest: /127.0.0.1:59862
2015-02-12 10:31:53,408 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742173_1349 src: /127.0.0.1:51815 dest: /127.0.0.1:59862 of size 254067
2015-02-12 10:31:53,409 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742173_1349 size 254067
2015-02-12 10:31:53,883 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742160_1336 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742160 for deletion
2015-02-12 10:31:53,883 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742163_1339 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742163 for deletion
2015-02-12 10:31:53,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742164_1340 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742164 for deletion
2015-02-12 10:31:53,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742160_1336 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742160
2015-02-12 10:31:53,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742163_1339 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742163
2015-02-12 10:31:53,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742165_1341 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742165 for deletion
2015-02-12 10:31:53,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742164_1340 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742164
2015-02-12 10:31:53,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742166_1342 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742166 for deletion
2015-02-12 10:31:53,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742168_1344 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742168 for deletion
2015-02-12 10:31:53,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742127_1303 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742127 for deletion
2015-02-12 10:31:53,885 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742165_1341 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742165
2015-02-12 10:31:53,885 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742166_1342 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742166
2015-02-12 10:31:53,885 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742168_1344 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742168
2015-02-12 10:31:53,885 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742127_1303 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742127
2015-02-12 10:31:54,287 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:54,555 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742170_1346
2015-02-12 10:31:54,556 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742171_1347
2015-02-12 10:31:54,557 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742168_1344
2015-02-12 10:31:54,558 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742172_1348
2015-02-12 10:31:54,621 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742169_1345
2015-02-12 10:31:54,622 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742172_1348
2015-02-12 10:31:54,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:31:54,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:31:54,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:31:54,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:31:54,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033 dst=null perm=null proto=rpc
2015-02-12 10:31:54,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:31:54,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:31:55,010 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742171_1347
2015-02-12 10:31:55,010 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742169_1345
2015-02-12 10:31:55,011 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742172_1348
2015-02-12 10:31:55,012 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742170_1346
2015-02-12 10:31:55,290 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:55,493 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742160_1336, blk_1073742163_1339, blk_1073742147_1323, blk_1073742164_1340, blk_1073742166_1342, blk_1073742167_1343, blk_1073742168_1344, blk_1073742137_1313, blk_1073742170_1346]
2015-02-12 10:31:55,493 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742163_1339, blk_1073742147_1323, blk_1073742164_1340, blk_1073742165_1341, blk_1073742166_1342, blk_1073742167_1343, blk_1073742137_1313, blk_1073742170_1346, blk_1073742127_1303]
2015-02-12 10:31:55,551 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0032_01_000001 succeeded
2015-02-12 10:31:55,551 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:31:55,552 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0032_01_000001
2015-02-12 10:31:55,579 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000001
2015-02-12 10:31:55,580 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000001
2015-02-12 10:31:55,580 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000001
2015-02-12 10:31:55,581 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0032/container_1423764831909_0032_01_000001
2015-02-12 10:31:55,581 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000001
2015-02-12 10:31:55,582 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0032_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:31:55,582 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0032_01_000001 from application application_1423764831909_0032
2015-02-12 10:31:55,582 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:31:55,582 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0032
2015-02-12 10:31:55,610 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742171_1347
2015-02-12 10:31:55,611 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742169_1345
2015-02-12 10:31:55,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:31:55,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:31:55,889 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0032_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:31:55,889 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0032_000001
2015-02-12 10:31:55,889 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0032_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:31:55,890 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000001
2015-02-12 10:31:55,890 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0032_000001
2015-02-12 10:31:55,890 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0032_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:31:55,890 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0032_000001 State change from FINISHING to FINISHED
2015-02-12 10:31:55,890 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:31:55,890 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0032 State change from FINISHING to FINISHED
2015-02-12 10:31:55,890 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0032_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:31:55,890 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0032
2015-02-12 10:31:55,890 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0032_000001
2015-02-12 10:31:55,891 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0032,name=[651F2E5650044AF6AAD68CE77F0C4E39/E699DF7E114D4D09AB41795EA4DE07C9] test/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0032/jobhistory/job/job_1423764831909_0032,appMasterHost=10.1.1.68,startTime=1423765867635,finishTime=1423765909476,finalStatus=SUCCEEDED
2015-02-12 10:31:55,890 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:55,891 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:31:55,891 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0032_000001 released container container_1423764831909_0032_01_000001 on node: host: 10.1.1.68:59906 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:31:55,891 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0032_000001 is done. finalState=FINISHED
2015-02-12 10:31:55,891 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0032 requests cleared
2015-02-12 10:31:55,891 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0032 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:31:55,891 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0032 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:31:55,894 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0032_000001 (auth:SIMPLE)
2015-02-12 10:31:55,895 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0032_01_000001
2015-02-12 10:31:55,896 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0032 CONTAINERID=container_1423764831909_0032_01_000001
2015-02-12 10:31:55,896 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0032_01_000001]
2015-02-12 10:31:55,896 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:55,896 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0032 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:31:55,897 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0032
2015-02-12 10:31:55,897 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0032
2015-02-12 10:31:55,897 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0032
2015-02-12 10:31:55,897 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0032 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:31:55,898 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0032, with delay of 10800 seconds
2015-02-12 10:31:55,898 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0032
2015-02-12 10:31:55,898 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0032
2015-02-12 10:31:55,943 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0032 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:31:55,943 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0032
2015-02-12 10:31:55,944 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0032
2015-02-12 10:31:55,944 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0032 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:31:55,944 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0032, with delay of 10800 seconds
2015-02-12 10:31:55,944 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0032
2015-02-12 10:31:55,945 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0032
2015-02-12 10:31:55,945 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0032
2015-02-12 10:31:56,292 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0032 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:31:56,292 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:56,293 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0032
2015-02-12 10:31:56,293 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0032
2015-02-12 10:31:56,293 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0032 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:31:56,293 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0032, with delay of 10800 seconds
2015-02-12 10:31:56,294 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0032
2015-02-12 10:31:56,294 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0032
2015-02-12 10:31:56,294 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0032
2015-02-12 10:31:56,380 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742147_1323 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742147 for deletion
2015-02-12 10:31:56,381 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742163_1339 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742163 for deletion
2015-02-12 10:31:56,381 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742164_1340 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742164 for deletion
2015-02-12 10:31:56,381 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742165_1341 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742165 for deletion
2015-02-12 10:31:56,381 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742147_1323 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742147
2015-02-12 10:31:56,381 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742166_1342 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742166 for deletion
2015-02-12 10:31:56,381 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742164_1340 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742164
2015-02-12 10:31:56,381 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742163_1339 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742163
2015-02-12 10:31:56,381 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742166_1342 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742166
2015-02-12 10:31:56,381 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742167_1343 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742167 for deletion
2015-02-12 10:31:56,382 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742137_1313 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742137 for deletion
2015-02-12 10:31:56,382 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742170_1346 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742170 for deletion
2015-02-12 10:31:56,382 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742127_1303 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742127 for deletion
2015-02-12 10:31:56,381 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742165_1341 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742165
2015-02-12 10:31:56,382 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742167_1343 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742167
2015-02-12 10:31:56,383 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742137_1313 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742137
2015-02-12 10:31:56,383 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742170_1346 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742170
2015-02-12 10:31:56,383 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742127_1303 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742127
2015-02-12 10:31:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742160_1336 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742160 for deletion
2015-02-12 10:31:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742147_1323 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742147 for deletion
2015-02-12 10:31:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742163_1339 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742163 for deletion
2015-02-12 10:31:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742164_1340 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742164 for deletion
2015-02-12 10:31:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742147_1323 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742147
2015-02-12 10:31:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742160_1336 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742160
2015-02-12 10:31:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742164_1340 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742164
2015-02-12 10:31:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742166_1342 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742166 for deletion
2015-02-12 10:31:56,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742167_1343 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742167 for deletion
2015-02-12 10:31:56,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742168_1344 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742168 for deletion
2015-02-12 10:31:56,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742137_1313 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742137 for deletion
2015-02-12 10:31:56,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742167_1343 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742167
2015-02-12 10:31:56,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742163_1339 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742163
2015-02-12 10:31:56,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742137_1313 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742137
2015-02-12 10:31:56,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742166_1342 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742166
2015-02-12 10:31:56,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742170_1346 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742170 for deletion
2015-02-12 10:31:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742168_1344 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742168
2015-02-12 10:31:56,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742170_1346 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742170
2015-02-12 10:31:56,921 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0033_000001 (auth:SIMPLE)
2015-02-12 10:31:56,923 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0033_000001
2015-02-12 10:31:56,924 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0033 APPATTEMPTID=appattempt_1423764831909_0033_000001
2015-02-12 10:31:56,924 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0033_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:31:56,924 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0033 State change from ACCEPTED to RUNNING
2015-02-12 10:31:56,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job_1423764831909_0033_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:56,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:31:57,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job_1423764831909_0033_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:31:57,293 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:31:57,991 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job_1423764831909_0033_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742177_1353{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:31:58,295 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0033_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:31:58,295 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0033 CONTAINERID=container_1423764831909_0033_01_000002
2015-02-12 10:31:58,295 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0033_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:31:58,296 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0033_000001 container=Container: [ContainerId: container_1423764831909_0033_01_000002, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:31:58,296 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:31:58,296 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:31:58,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742177_1353 src: /127.0.0.1:51851 dest: /127.0.0.1:59859
2015-02-12 10:31:58,320 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742177_1353 src: /127.0.0.1:51853 dest: /127.0.0.1:59855
2015-02-12 10:31:58,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742177_1353 src: /127.0.0.1:51854 dest: /127.0.0.1:59862
2015-02-12 10:31:58,612 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51854, dest: /127.0.0.1:59862, bytes: 116181, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1809623255_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742177_1353, duration: 287148000
2015-02-12 10:31:58,612 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742177_1353, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:31:58,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742177_1353{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:31:58,613 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51853, dest: /127.0.0.1:59855, bytes: 116181, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1809623255_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742177_1353, duration: 287976000
2015-02-12 10:31:58,613 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742177_1353, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:58,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742177_1353{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:31:58,614 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51851, dest: /127.0.0.1:59859, bytes: 116181, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1809623255_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742177_1353, duration: 288747000
2015-02-12 10:31:58,614 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742177_1353, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:31:58,614 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742177_1353{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:31:58,626 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job_1423764831909_0033_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1809623255_1
2015-02-12 10:31:59,279 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0033_01_000002
2015-02-12 10:31:59,280 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0033_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:31:59,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:59,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:59,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.xml dst=null perm=null proto=rpc
2015-02-12 10:31:59,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.xml dst=null perm=null proto=rpc
2015-02-12 10:31:59,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:31:59,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:31:59,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:31:59,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:31:59,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:31:59,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:31:59,527 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0033_000001 (auth:SIMPLE)
2015-02-12 10:31:59,532 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0033_01_000002 by user soberoi
2015-02-12 10:31:59,532 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0033
2015-02-12 10:31:59,532 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0033 CONTAINERID=container_1423764831909_0033_01_000002
2015-02-12 10:31:59,532 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0033 transitioned from NEW to INITING
2015-02-12 10:31:59,532 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0033_01_000002 to application application_1423764831909_0033
2015-02-12 10:31:59,533 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0033 transitioned from INITING to RUNNING
2015-02-12 10:31:59,533 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0033_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:31:59,533 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0033
2015-02-12 10:31:59,533 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0033
2015-02-12 10:31:59,533 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:31:59,533 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0033
2015-02-12 10:31:59,534 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:31:59,534 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:31:59,534 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0033_01_000002
2015-02-12 10:31:59,549 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0033_01_000002.tokens. Credentials list:
2015-02-12 10:31:59,562 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742175_1351
2015-02-12 10:31:59,562 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742174_1350
2015-02-12 10:31:59,564 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742173_1349
2015-02-12 10:31:59,627 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742173_1349
2015-02-12 10:31:59,628 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742174_1350
2015-02-12 10:31:59,710 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:31:59,767 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742176_1352
2015-02-12 10:31:59,847 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0033_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0033/container_1423764831909_0033_01_000002.tokens
2015-02-12 10:31:59,847 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0033 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0033
2015-02-12 10:31:59,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.jar dst=null perm=null proto=rpc
2015-02-12 10:31:59,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.jar dst=null perm=null proto=rpc
2015-02-12 10:32:00,017 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742174_1350
2015-02-12 10:32:00,018 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742176_1352
2015-02-12 10:32:00,020 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0033/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:32:00,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.xml dst=null perm=null proto=rpc
2015-02-12 10:32:00,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.xml dst=null perm=null proto=rpc
2015-02-12 10:32:00,100 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0033/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:32:00,100 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0033_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:32:00,157 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0033_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:32:00,157 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:32:00,221 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742173_1349
2015-02-12 10:32:00,222 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742175_1351
2015-02-12 10:32:00,294 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:32:00,300 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0033_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:32:00,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0033/container_1423764831909_0033_01_000002/default_container_executor.sh]
2015-02-12 10:32:00,617 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742176_1352
2015-02-12 10:32:00,821 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742173_1349
2015-02-12 10:32:00,822 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742174_1350
2015-02-12 10:32:00,822 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742175_1351
2015-02-12 10:32:04,634 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742177_1353
2015-02-12 10:32:04,773 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742177_1353
2015-02-12 10:32:05,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742177_1353
2015-02-12 10:32:06,465 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 10:32:06,466 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:32:12,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job.split dst=null perm=null proto=rpc
2015-02-12 10:32:13,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:32:13,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:32:13,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/_temporary/attempt_1423764831909_0033_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:32:13,454 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0033_000001 (auth:SIMPLE)
2015-02-12 10:32:13,456 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0033_01_000002
2015-02-12 10:32:13,456 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0033 CONTAINERID=container_1423764831909_0033_01_000002
2015-02-12 10:32:13,456 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0033_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:32:13,457 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0033_01_000002
2015-02-12 10:32:13,472 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0033_01_000002 is : 143
2015-02-12 10:32:13,475 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job_1423764831909_0033_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742178_1354{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:32:13,475 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 3011 Total time for transactions(ms): 195 Number of transactions batched in Syncs: 2 Number of syncs: 2112 SyncTimes(ms): 55 30
2015-02-12 10:32:13,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742178_1354 src: /127.0.0.1:51899 dest: /127.0.0.1:59862
2015-02-12 10:32:13,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742178_1354 src: /127.0.0.1:51900 dest: /127.0.0.1:59855
2015-02-12 10:32:13,483 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0033_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:32:13,484 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0033/container_1423764831909_0033_01_000002
2015-02-12 10:32:13,484 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742178_1354 src: /127.0.0.1:51901 dest: /127.0.0.1:59852
2015-02-12 10:32:13,484 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0033/container_1423764831909_0033_01_000002
2015-02-12 10:32:13,484 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0033/container_1423764831909_0033_01_000002
2015-02-12 10:32:13,485 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0033 CONTAINERID=container_1423764831909_0033_01_000002
2015-02-12 10:32:13,485 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0033_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:32:13,485 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0033_01_000002 from application application_1423764831909_0033
2015-02-12 10:32:13,485 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:32:13,485 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0033
2015-02-12 10:32:13,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0033/container_1423764831909_0033_01_000002
2015-02-12 10:32:13,493 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job_1423764831909_0033_1.jhist for DFSClient_NONMAPREDUCE_-1809623255_1
2015-02-12 10:32:14,458 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0033_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:32:14,458 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0033_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:32:14,458 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0033 CONTAINERID=container_1423764831909_0033_01_000002
2015-02-12 10:32:14,459 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0033_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:32:14,459 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:32:14,460 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0033_01_000002, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:32:14,460 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:32:14,460 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:32:14,460 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0033_000001 released container container_1423764831909_0033_01_000002 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:32:15,462 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:15,462 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0033_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:32:15,463 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0033 CONTAINERID=container_1423764831909_0033_01_000003
2015-02-12 10:32:15,463 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0033_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:32:15,463 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0033_000001 container=Container: [ContainerId: container_1423764831909_0033_01_000003, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:32:15,463 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:32:15,463 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:32:16,358 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0033_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:32:16,373 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0033_000001 (auth:SIMPLE)
2015-02-12 10:32:16,377 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0033_01_000003 by user soberoi
2015-02-12 10:32:16,377 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0033 CONTAINERID=container_1423764831909_0033_01_000003
2015-02-12 10:32:16,377 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0033_01_000003 to application application_1423764831909_0033
2015-02-12 10:32:16,377 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0033_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:32:16,377 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0033
2015-02-12 10:32:16,378 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0033
2015-02-12 10:32:16,379 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:32:16,379 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0033
2015-02-12 10:32:16,379 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0033_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:32:16,430 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0033_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:32:16,430 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:32:16,463 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0033_01_000002]
2015-02-12 10:32:16,463 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0033_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:32:16,463 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:16,550 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0033/container_1423764831909_0033_01_000003/default_container_executor.sh]
2015-02-12 10:32:17,366 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:32:20,180 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:32:20,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/_temporary/attempt_1423764831909_0033_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:32:20,540 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/_temporary/attempt_1423764831909_0033_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742179_1355{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:32:20,647 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742179_1355 src: /127.0.0.1:51937 dest: /127.0.0.1:59862
2015-02-12 10:32:20,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742179_1355 src: /127.0.0.1:51944 dest: /127.0.0.1:59855
2015-02-12 10:32:20,651 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742179_1355 src: /127.0.0.1:51945 dest: /127.0.0.1:59859
2015-02-12 10:32:20,703 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51945, dest: /127.0.0.1:59859, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0033_r_000000_0_2029879045_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742179_1355, duration: 50347000
2015-02-12 10:32:20,704 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742179_1355, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:32:20,704 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742179_1355{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:32:20,707 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51944, dest: /127.0.0.1:59855, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0033_r_000000_0_2029879045_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742179_1355, duration: 51951000
2015-02-12 10:32:20,707 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742179_1355, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:20,708 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742179_1355{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:32:20,708 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51937, dest: /127.0.0.1:59862, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0033_r_000000_0_2029879045_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742179_1355, duration: 55020000
2015-02-12 10:32:20,709 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742179_1355, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:20,709 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742179_1355{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:32:20,713 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/_temporary/attempt_1423764831909_0033_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0033_r_000000_0_2029879045_1
2015-02-12 10:32:20,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/_temporary/attempt_1423764831909_0033_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:32:20,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/_temporary/attempt_1423764831909_0033_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:32:20,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/task_1423764831909_0033_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:32:20,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/_temporary/attempt_1423764831909_0033_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/task_1423764831909_0033_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:32:20,774 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0033_000001 (auth:SIMPLE)
2015-02-12 10:32:20,776 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0033_01_000003
2015-02-12 10:32:20,776 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0033 CONTAINERID=container_1423764831909_0033_01_000003
2015-02-12 10:32:20,776 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0033_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:32:20,776 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0033_01_000003
2015-02-12 10:32:20,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:32:20,784 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1809623255_1
2015-02-12 10:32:20,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:32:20,797 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0033_01_000003 is : 143
2015-02-12 10:32:20,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null proto=rpc
2015-02-12 10:32:20,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null proto=rpc
2015-02-12 10:32:20,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/task_1423764831909_0033_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:32:20,807 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0033_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:32:20,807 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0033/container_1423764831909_0033_01_000003
2015-02-12 10:32:20,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:32:20,807 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0033/container_1423764831909_0033_01_000003
2015-02-12 10:32:20,808 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0033/container_1423764831909_0033_01_000003
2015-02-12 10:32:20,808 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0033 CONTAINERID=container_1423764831909_0033_01_000003
2015-02-12 10:32:20,808 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0033_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:32:20,808 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0033_01_000003 from application application_1423764831909_0033
2015-02-12 10:32:20,808 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:32:20,808 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0033
2015-02-12 10:32:20,808 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0033/container_1423764831909_0033_01_000003
2015-02-12 10:32:20,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/task_1423764831909_0033_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:32:20,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary dst=null perm=null proto=rpc
2015-02-12 10:32:20,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:32:20,824 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1809623255_1
2015-02-12 10:32:20,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:32:20,827 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1809623255_1
2015-02-12 10:32:20,847 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51901, dest: /127.0.0.1:59852, bytes: 37987, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1809623255_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742178_1354, duration: 7359835000
2015-02-12 10:32:20,847 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742178_1354, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:32:20,848 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742178_1354{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 13731
2015-02-12 10:32:20,849 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51900, dest: /127.0.0.1:59855, bytes: 37987, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1809623255_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742178_1354, duration: 7360810000
2015-02-12 10:32:20,849 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742178_1354, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:20,851 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742178_1354{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 13731
2015-02-12 10:32:20,851 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51899, dest: /127.0.0.1:59862, bytes: 37987, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1809623255_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742178_1354, duration: 7361374000
2015-02-12 10:32:20,851 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742178_1354, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:20,852 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742178_1354{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 13731
2015-02-12 10:32:20,853 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job_1423764831909_0033_1.jhist is closed by DFSClient_NONMAPREDUCE_-1809623255_1
2015-02-12 10:32:20,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:32:20,858 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742180_1356{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:32:20,860 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742180_1356 src: /127.0.0.1:51948 dest: /127.0.0.1:59855
2015-02-12 10:32:20,862 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742180_1356 src: /127.0.0.1:51949 dest: /127.0.0.1:59852
2015-02-12 10:32:20,865 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742180_1356 src: /127.0.0.1:51950 dest: /127.0.0.1:59859
2015-02-12 10:32:20,870 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51950, dest: /127.0.0.1:59859, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1809623255_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742180_1356, duration: 3242000
2015-02-12 10:32:20,870 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742180_1356, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:32:20,871 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742180_1356{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:32:20,871 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51949, dest: /127.0.0.1:59852, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1809623255_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742180_1356, duration: 4037000
2015-02-12 10:32:20,871 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742180_1356, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:20,871 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742180_1356{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:32:20,872 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51948, dest: /127.0.0.1:59855, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1809623255_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742180_1356, duration: 4719000
2015-02-12 10:32:20,872 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742180_1356, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:20,873 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742180_1356{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:32:20,874 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1809623255_1
2015-02-12 10:32:20,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:32:20,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job_1423764831909_0033_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:32:20,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033-1423765910703-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2F6A11421A59964CA2-1423765940829-1-1-SUCCEEDED-default-1423765916948.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:32:20,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job_1423764831909_0033_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:32:20,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033-1423765910703-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2F6A11421A59964CA2-1423765940829-1-1-SUCCEEDED-default-1423765916948.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:32:20,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job_1423764831909_0033_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:32:20,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033-1423765910703-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2F6A11421A59964CA2-1423765940829-1-1-SUCCEEDED-default-1423765916948.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:32:20,907 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033-1423765910703-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2F6A11421A59964CA2-1423765940829-1-1-SUCCEEDED-default-1423765916948.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742181_1357{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:32:20,909 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742181_1357 src: /127.0.0.1:51952 dest: /127.0.0.1:59862
2015-02-12 10:32:20,911 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742181_1357 src: /127.0.0.1:51953 dest: /127.0.0.1:59859
2015-02-12 10:32:20,912 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742181_1357 src: /127.0.0.1:51954 dest: /127.0.0.1:59852
2015-02-12 10:32:20,916 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51954, dest: /127.0.0.1:59852, bytes: 37987, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1809623255_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742181_1357, duration: 1951000
2015-02-12 10:32:20,917 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742181_1357, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:32:20,918 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51953, dest: /127.0.0.1:59859, bytes: 37987, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1809623255_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742181_1357, duration: 3254000
2015-02-12 10:32:20,918 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742181_1357{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:32:20,918 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742181_1357{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:32:20,919 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51952, dest: /127.0.0.1:59862, bytes: 37987, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1809623255_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742181_1357, duration: 4386000
2015-02-12 10:32:20,918 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742181_1357, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:20,919 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742181_1357, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:20,920 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742181_1357{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:32:20,921 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033-1423765910703-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2F6A11421A59964CA2-1423765940829-1-1-SUCCEEDED-default-1423765916948.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1809623255_1
2015-02-12 10:32:20,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033-1423765910703-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2F6A11421A59964CA2-1423765940829-1-1-SUCCEEDED-default-1423765916948.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:32:20,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job_1423764831909_0033_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:32:20,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:32:20,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job_1423764831909_0033_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:32:20,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:32:20,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033/job_1423764831909_0033_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:32:20,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:32:20,940 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742182_1358{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:32:20,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742182_1358 src: /127.0.0.1:51956 dest: /127.0.0.1:59855
2015-02-12 10:32:20,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742182_1358 src: /127.0.0.1:51957 dest: /127.0.0.1:59862
2015-02-12 10:32:20,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742182_1358 src: /127.0.0.1:51958 dest: /127.0.0.1:59852
2015-02-12 10:32:20,949 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51958, dest: /127.0.0.1:59852, bytes: 116181, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1809623255_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742182_1358, duration: 1985000
2015-02-12 10:32:20,949 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742182_1358, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:32:20,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742182_1358{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:32:20,950 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51957, dest: /127.0.0.1:59862, bytes: 116181, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1809623255_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742182_1358, duration: 2507000
2015-02-12 10:32:20,950 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742182_1358, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:20,951 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51956, dest: /127.0.0.1:59855, bytes: 116181, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1809623255_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742182_1358, duration: 3893000
2015-02-12 10:32:20,952 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742182_1358, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:20,952 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742182_1358{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:32:20,952 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742182_1358{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:32:20,954 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1809623255_1
2015-02-12 10:32:20,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:32:20,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:32:20,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:32:20,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033-1423765910703-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2F6A11421A59964CA2-1423765940829-1-1-SUCCEEDED-default-1423765916948.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033-1423765910703-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2F6A11421A59964CA2-1423765940829-1-1-SUCCEEDED-default-1423765916948.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:32:20,971 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0033_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:32:20,972 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0033_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:32:20,972 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0033 with final state: FINISHING
2015-02-12 10:32:20,972 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0033 State change from RUNNING to FINAL_SAVING
2015-02-12 10:32:20,972 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0033
2015-02-12 10:32:20,973 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0033_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:32:20,974 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0033 State change from FINAL_SAVING to FINISHING
2015-02-12 10:32:21,778 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0033_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:32:21,778 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0033_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:32:21,778 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0033 CONTAINERID=container_1423764831909_0033_01_000003
2015-02-12 10:32:21,778 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0033_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:32:21,778 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:32:21,780 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0033_01_000003, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:32:21,780 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:32:21,780 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:32:21,780 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0033_000001 released container container_1423764831909_0033_01_000003 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:32:21,977 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0033 unregistered successfully.
2015-02-12 10:32:21,979 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742173_1349 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:32:21,980 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742174_1350 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:32:21,980 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742175_1351 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:32:21,980 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742176_1352 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:32:21,980 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742178_1354 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:32:21,980 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742177_1353 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:32:21,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0033 dst=null perm=null proto=rpc
2015-02-12 10:32:22,018 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742169_1345 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:32:22,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/9788934960_test_349BA28240B145F7A8443B37F0AB0484 dst=null perm=null proto=rpc
2015-02-12 10:32:22,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null proto=rpc
2015-02-12 10:32:22,020 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary
2015-02-12 10:32:22,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary dst=null perm=null proto=rpc
2015-02-12 10:32:22,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null proto=rpc
2015-02-12 10:32:22,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null proto=rpc
2015-02-12 10:32:22,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null proto=rpc
2015-02-12 10:32:22,042 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:32:22,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:32:22,045 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/groupgroup
2015-02-12 10:32:22,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null proto=rpc
2015-02-12 10:32:22,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null proto=rpc
2015-02-12 10:32:22,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null proto=rpc
2015-02-12 10:32:22,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null proto=rpc
2015-02-12 10:32:22,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:32:22,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:32:22,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:32:22,072 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:32:22,072 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:32:22,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null proto=rpc
2015-02-12 10:32:22,102 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower+upper+offset] starting
2015-02-12 10:32:22,102 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower+upper+offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"]
2015-02-12 10:32:22,102 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower+upper+offset] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup"]
2015-02-12 10:32:22,102 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower+upper+offset] parallel execution is enabled: true
2015-02-12 10:32:22,103 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower+upper+offset] starting jobs: 2
2015-02-12 10:32:22,103 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower+upper+offset] allocating threads: 2
2015-02-12 10:32:22,104 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower+upper+offset] starting step: (2/2)
2015-02-12 10:32:22,117 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:32:22,132 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:32:22,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E dst=null perm=null proto=rpc
2015-02-12 10:32:22,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:32:22,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:32:22,147 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 34
2015-02-12 10:32:22,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034 dst=null perm=null proto=rpc
2015-02-12 10:32:22,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:32:22,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:32:22,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar dst=null perm=null proto=rpc
2015-02-12 10:32:22,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:32:22,155 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742183_1359{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:32:22,157 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742183_1359 src: /127.0.0.1:51967 dest: /127.0.0.1:59859
2015-02-12 10:32:22,159 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742183_1359 src: /127.0.0.1:51968 dest: /127.0.0.1:59862
2015-02-12 10:32:22,161 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742183_1359 src: /127.0.0.1:51969 dest: /127.0.0.1:59855
2015-02-12 10:32:22,166 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51969, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742183_1359, duration: 2082000
2015-02-12 10:32:22,166 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742183_1359, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:32:22,167 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742183_1359{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:32:22,167 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51968, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742183_1359, duration: 3447000
2015-02-12 10:32:22,168 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742183_1359, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:22,169 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51967, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742183_1359, duration: 4947000
2015-02-12 10:32:22,170 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742183_1359, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:22,177 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742183_1359{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:32:22,179 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742183_1359{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:32:22,180 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:32:22,181 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar
2015-02-12 10:32:22,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar dst=null perm=null proto=rpc
2015-02-12 10:32:22,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:32:22,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:32:22,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:32:22,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:32:22,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:32:22,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:32:22,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:32:22,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:32:22,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:32:22,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:32:22,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:32:22,192 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:32:22,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:32:22,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:32:22,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:32:22,198 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.split
2015-02-12 10:32:22,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.split dst=null perm=null proto=rpc
2015-02-12 10:32:22,200 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742184_1360{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:32:22,202 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742184_1360 src: /127.0.0.1:51970 dest: /127.0.0.1:59859
2015-02-12 10:32:22,204 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742184_1360 src: /127.0.0.1:51971 dest: /127.0.0.1:59855
2015-02-12 10:32:22,206 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742184_1360 src: /127.0.0.1:51972 dest: /127.0.0.1:59852
2015-02-12 10:32:22,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742184_1360 src: /127.0.0.1:51973 dest: /127.0.0.1:59862
2015-02-12 10:32:22,213 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51973, dest: /127.0.0.1:59862, bytes: 1777, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742184_1360, duration: 3393000
2015-02-12 10:32:22,214 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742184_1360, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:32:22,215 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742184_1360{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:32:22,215 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51972, dest: /127.0.0.1:59852, bytes: 1777, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742184_1360, duration: 5773000
2015-02-12 10:32:22,216 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742184_1360, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:22,217 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742184_1360{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:32:22,217 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51971, dest: /127.0.0.1:59855, bytes: 1777, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742184_1360, duration: 7628000
2015-02-12 10:32:22,217 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742184_1360, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:22,218 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742184_1360{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:32:22,219 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51970, dest: /127.0.0.1:59859, bytes: 1777, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742184_1360, duration: 9157000
2015-02-12 10:32:22,219 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742184_1360, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:22,221 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742184_1360{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:32:22,222 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:32:22,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:32:22,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:32:22,229 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742185_1361{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:32:22,233 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742185_1361 src: /127.0.0.1:51974 dest: /127.0.0.1:59855
2015-02-12 10:32:22,236 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742185_1361 src: /127.0.0.1:51975 dest: /127.0.0.1:59852
2015-02-12 10:32:22,237 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742185_1361 src: /127.0.0.1:51976 dest: /127.0.0.1:59862
2015-02-12 10:32:22,240 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51976, dest: /127.0.0.1:59862, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742185_1361, duration: 1390000
2015-02-12 10:32:22,240 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742185_1361, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:32:22,241 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742185_1361{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:32:22,241 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51975, dest: /127.0.0.1:59852, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742185_1361, duration: 1959000
2015-02-12 10:32:22,241 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742185_1361, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:22,242 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742185_1361{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:32:22,242 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51974, dest: /127.0.0.1:59855, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742185_1361, duration: 2896000
2015-02-12 10:32:22,242 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742185_1361, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:22,244 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742185_1361{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:32:22,244 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:32:22,245 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:5
2015-02-12 10:32:22,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:32:22,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:32:22,254 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742186_1362{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:32:22,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742186_1362 src: /127.0.0.1:51977 dest: /127.0.0.1:59862
2015-02-12 10:32:22,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742186_1362 src: /127.0.0.1:51978 dest: /127.0.0.1:59852
2015-02-12 10:32:22,259 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742186_1362 src: /127.0.0.1:51979 dest: /127.0.0.1:59859
2015-02-12 10:32:22,262 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51979, dest: /127.0.0.1:59859, bytes: 98604, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742186_1362, duration: 1614000
2015-02-12 10:32:22,263 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742186_1362, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:32:22,263 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742186_1362{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:32:22,263 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51978, dest: /127.0.0.1:59852, bytes: 98604, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742186_1362, duration: 2263000
2015-02-12 10:32:22,263 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742186_1362, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:22,264 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742186_1362{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:32:22,264 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:51977, dest: /127.0.0.1:59862, bytes: 98604, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742186_1362, duration: 3111000
2015-02-12 10:32:22,264 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742186_1362, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:22,266 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742186_1362{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:32:22,268 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:32:22,268 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0034
2015-02-12 10:32:22,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034 dst=null perm=null proto=rpc
2015-02-12 10:32:22,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml dst=null perm=null proto=rpc
2015-02-12 10:32:22,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml dst=null perm=null proto=rpc
2015-02-12 10:32:22,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar dst=null perm=null proto=rpc
2015-02-12 10:32:22,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar dst=null perm=null proto=rpc
2015-02-12 10:32:22,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.split dst=null perm=null proto=rpc
2015-02-12 10:32:22,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.split dst=null perm=null proto=rpc
2015-02-12 10:32:22,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:32:22,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:32:22,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:32:22,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:32:22,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:32:22,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:32:22,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:32:22,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:32:22,287 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 34 submitted by user soberoi
2015-02-12 10:32:22,287 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0034
2015-02-12 10:32:22,287 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0034
2015-02-12 10:32:22,287 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0034 State change from NEW to NEW_SAVING
2015-02-12 10:32:22,287 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0034
2015-02-12 10:32:22,287 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0034 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:32:22,287 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0034 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:32:22,288 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0034 from user: soberoi, in queue: default
2015-02-12 10:32:22,288 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0034 State change from SUBMITTED to ACCEPTED
2015-02-12 10:32:22,288 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0034
2015-02-12 10:32:22,288 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0034_000001
2015-02-12 10:32:22,288 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0034_000001 State change from NEW to SUBMITTED
2015-02-12 10:32:22,289 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0034 from user: soberoi activated in queue: default
2015-02-12 10:32:22,289 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0034 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:32:22,289 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0034_000001 to scheduler from user soberoi in queue default
2015-02-12 10:32:22,290 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0034_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:32:22,291 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0034/
2015-02-12 10:32:22,292 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower+upper+offset] submitted hadoop job: job_1423764831909_0034
2015-02-12 10:32:22,292 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower+upper+offset] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0034/
2015-02-12 10:32:22,511 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59855 to replicate blk_1073742183_1359 to datanode(s) 127.0.0.1:59852
2015-02-12 10:32:22,511 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742177_1353, blk_1073742178_1354, blk_1073742169_1345, blk_1073742173_1349, blk_1073742174_1350]
2015-02-12 10:32:22,511 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742176_1352, blk_1073742178_1354, blk_1073742169_1345, blk_1073742173_1349, blk_1073742174_1350, blk_1073742175_1351]
2015-02-12 10:32:22,781 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:22,782 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:32:22,782 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000001
2015-02-12 10:32:22,782 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0034_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:32:22,783 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0034_000001 container=Container: [ContainerId: container_1423764831909_0034_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:32:22,783 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:32:22,783 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:32:22,783 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0034_01_000001
2015-02-12 10:32:22,784 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:32:22,784 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0034_000001
2015-02-12 10:32:22,784 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0034 AttemptId: appattempt_1423764831909_0034_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0034_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ]
2015-02-12 10:32:22,784 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0034_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:32:22,785 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0034_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:32:22,785 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0034_000001
2015-02-12 10:32:22,786 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0034_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0034_000001
2015-02-12 10:32:22,786 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0034_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:32:22,787 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0034_000001
2015-02-12 10:32:22,787 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0034_000001
2015-02-12 10:32:22,789 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0034_000001 (auth:SIMPLE)
2015-02-12 10:32:22,792 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0034_01_000001 by user soberoi
2015-02-12 10:32:22,792 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0034
2015-02-12 10:32:22,792 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000001
2015-02-12 10:32:22,792 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0034 transitioned from NEW to INITING
2015-02-12 10:32:22,792 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0034_01_000001 to application application_1423764831909_0034
2015-02-12 10:32:22,793 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0034 transitioned from INITING to RUNNING
2015-02-12 10:32:22,793 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0034_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0034_000001
2015-02-12 10:32:22,793 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0034_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:32:22,793 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:32:22,793 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0034
2015-02-12 10:32:22,793 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:32:22,794 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:32:22,794 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:32:22,794 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:32:22,794 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0034_01_000001
2015-02-12 10:32:22,806 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0034_01_000001.tokens. Credentials list:
2015-02-12 10:32:22,945 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:32:23,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0034_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000001.tokens
2015-02-12 10:32:23,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0034 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:32:23,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar dst=null perm=null proto=rpc
2015-02-12 10:32:23,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar dst=null perm=null proto=rpc
2015-02-12 10:32:23,220 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0034/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:32:23,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:32:23,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:32:23,288 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0034/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:32:23,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.split dst=null perm=null proto=rpc
2015-02-12 10:32:23,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.split dst=null perm=null proto=rpc
2015-02-12 10:32:23,357 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0034/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:32:23,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml dst=null perm=null proto=rpc
2015-02-12 10:32:23,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml dst=null perm=null proto=rpc
2015-02-12 10:32:23,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742176_1352 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742176 for deletion
2015-02-12 10:32:23,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742178_1354 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742178 for deletion
2015-02-12 10:32:23,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742169_1345 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742169 for deletion
2015-02-12 10:32:23,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742176_1352 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742176
2015-02-12 10:32:23,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742178_1354 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742178
2015-02-12 10:32:23,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742173_1349 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742173 for deletion
2015-02-12 10:32:23,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742174_1350 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742174 for deletion
2015-02-12 10:32:23,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742175_1351 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742175 for deletion
2015-02-12 10:32:23,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742174_1350 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742174
2015-02-12 10:32:23,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742169_1345 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742169
2015-02-12 10:32:23,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742173_1349 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742173
2015-02-12 10:32:23,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742175_1351 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742175
2015-02-12 10:32:23,429 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=2aa0fabf-b905-40ca-b888-b2077fcc60ea, infoPort=59856, ipcPort=59858, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742183_1359 to 127.0.0.1:59852
2015-02-12 10:32:23,429 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742177_1353 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742177 for deletion
2015-02-12 10:32:23,430 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742178_1354 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742178 for deletion
2015-02-12 10:32:23,430 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742169_1345 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742169 for deletion
2015-02-12 10:32:23,430 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742173_1349 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742173 for deletion
2015-02-12 10:32:23,430 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742174_1350 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742174 for deletion
2015-02-12 10:32:23,431 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742177_1353 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742177
2015-02-12 10:32:23,431 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742183_1359 (numBytes=254067) to /127.0.0.1:59852
2015-02-12 10:32:23,431 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742173_1349 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742173
2015-02-12 10:32:23,431 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742178_1354 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742178
2015-02-12 10:32:23,431 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742169_1345 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742169
2015-02-12 10:32:23,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742183_1359 src: /127.0.0.1:51985 dest: /127.0.0.1:59852
2015-02-12 10:32:23,432 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742174_1350 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742174
2015-02-12 10:32:23,433 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0034/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:32:23,433 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:32:23,434 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742183_1359 src: /127.0.0.1:51985 dest: /127.0.0.1:59852 of size 254067
2015-02-12 10:32:23,435 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742183_1359 size 254067
2015-02-12 10:32:23,482 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:32:23,482 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:32:23,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000001/default_container_executor.sh]
2015-02-12 10:32:23,784 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:32:23,784 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:24,784 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:25,516 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742176_1352, blk_1073742177_1353, blk_1073742173_1349, blk_1073742174_1350, blk_1073742175_1351]
2015-02-12 10:32:25,516 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742176_1352, blk_1073742177_1353, blk_1073742178_1354, blk_1073742169_1345, blk_1073742173_1349, blk_1073742174_1350, blk_1073742175_1351]
2015-02-12 10:32:25,787 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:25,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742179_1355
2015-02-12 10:32:26,735 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742176_1352 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742176 for deletion
2015-02-12 10:32:26,735 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742177_1353 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742177 for deletion
2015-02-12 10:32:26,735 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742173_1349 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742173 for deletion
2015-02-12 10:32:26,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742174_1350 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742174 for deletion
2015-02-12 10:32:26,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742176_1352 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742176
2015-02-12 10:32:26,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742174_1350 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742174
2015-02-12 10:32:26,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742177_1353 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742177
2015-02-12 10:32:26,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742173_1349 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742173
2015-02-12 10:32:26,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742175_1351 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742175 for deletion
2015-02-12 10:32:26,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742175_1351 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742175
2015-02-12 10:32:26,787 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:26,902 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742176_1352 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742176 for deletion
2015-02-12 10:32:26,902 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742177_1353 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742177 for deletion
2015-02-12 10:32:26,902 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742178_1354 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742178 for deletion
2015-02-12 10:32:26,902 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742169_1345 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742169 for deletion
2015-02-12 10:32:26,902 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742176_1352 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742176
2015-02-12 10:32:26,902 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742173_1349 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742173 for deletion
2015-02-12 10:32:26,903 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742174_1350 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742174 for deletion
2015-02-12 10:32:26,903 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742177_1353 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742177
2015-02-12 10:32:26,903 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742178_1354 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742178
2015-02-12 10:32:26,903 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742173_1349 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742173
2015-02-12 10:32:26,903 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742169_1345 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742169
2015-02-12 10:32:26,903 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742175_1351 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742175 for deletion
2015-02-12 10:32:26,904 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742174_1350 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742174
2015-02-12 10:32:26,904 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742175_1351 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742175
2015-02-12 10:32:27,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:32:27,049 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0033_01_000001 succeeded
2015-02-12 10:32:27,049 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0033_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:32:27,049 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0033_01_000001
2015-02-12 10:32:27,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0033/container_1423764831909_0033_01_000001
2015-02-12 10:32:27,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0033/container_1423764831909_0033_01_000001
2015-02-12 10:32:27,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0033/container_1423764831909_0033_01_000001
2015-02-12 10:32:27,073 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0033/container_1423764831909_0033_01_000001
2015-02-12 10:32:27,074 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0033 CONTAINERID=container_1423764831909_0033_01_000001
2015-02-12 10:32:27,074 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0033_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:32:27,074 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0033_01_000001 from application application_1423764831909_0033
2015-02-12 10:32:27,074 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:32:27,075 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0033
2015-02-12 10:32:27,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:32:27,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:32:27,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:32:27,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034 dst=null perm=null proto=rpc
2015-02-12 10:32:27,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:32:27,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:32:27,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:32:27,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:32:27,792 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:27,955 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0033_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:32:27,955 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0033_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:32:27,955 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0033 CONTAINERID=container_1423764831909_0033_01_000001
2015-02-12 10:32:27,955 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0033_000001
2015-02-12 10:32:27,956 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0033_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:32:27,956 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0033_000001
2015-02-12 10:32:27,956 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:32:27,956 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0033_000001 State change from FINISHING to FINISHED
2015-02-12 10:32:27,956 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0033_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:32:27,956 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0033 State change from FINISHING to FINISHED
2015-02-12 10:32:27,957 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:32:27,957 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0033
2015-02-12 10:32:27,957 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0033_000001
2015-02-12 10:32:27,957 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0033,name=[651F2E5650044AF6AAD68CE77F0C4E39/6A11421A59964CA28F0BC12AE8553AFE] test/(2/2) ...dpipesplatform/groupgroup,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0033/jobhistory/job/job_1423764831909_0033,appMasterHost=10.1.1.68,startTime=1423765910703,finishTime=1423765940972,finalStatus=SUCCEEDED
2015-02-12 10:32:27,957 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:32:27,957 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0033_000001 released container container_1423764831909_0033_01_000001 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:32:27,957 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0033_000001 is done. finalState=FINISHED
2015-02-12 10:32:27,957 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0033 requests cleared
2015-02-12 10:32:27,958 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0033 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:32:27,958 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0033 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:32:27,960 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0033_000001 (auth:SIMPLE)
2015-02-12 10:32:27,962 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0033_01_000001
2015-02-12 10:32:27,962 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0033 CONTAINERID=container_1423764831909_0033_01_000001
2015-02-12 10:32:27,962 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0033_01_000001]
2015-02-12 10:32:27,962 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:27,962 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0033 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:32:27,963 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0033
2015-02-12 10:32:27,963 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0033
2015-02-12 10:32:27,963 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0033
2015-02-12 10:32:27,963 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0033
2015-02-12 10:32:27,964 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0033 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:32:27,964 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0033, with delay of 10800 seconds
2015-02-12 10:32:27,964 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0033
2015-02-12 10:32:28,743 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0034_000001 (auth:SIMPLE)
2015-02-12 10:32:28,746 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0034_000001
2015-02-12 10:32:28,746 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0034 APPATTEMPTID=appattempt_1423764831909_0034_000001
2015-02-12 10:32:28,746 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0034_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:32:28,746 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0034 State change from ACCEPTED to RUNNING
2015-02-12 10:32:28,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job_1423764831909_0034_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:32:28,792 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0033 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:32:28,792 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:28,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0033
2015-02-12 10:32:28,793 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0033
2015-02-12 10:32:28,793 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0033 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:32:28,793 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0033, with delay of 10800 seconds
2015-02-12 10:32:28,794 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0033
2015-02-12 10:32:28,794 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0033
2015-02-12 10:32:28,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0033
2015-02-12 10:32:29,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:32:29,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job_1423764831909_0034_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:32:29,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742180_1356
2015-02-12 10:32:29,655 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742182_1358
2015-02-12 10:32:29,655 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742185_1361
2015-02-12 10:32:29,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742179_1355
2015-02-12 10:32:29,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742184_1360
2015-02-12 10:32:29,793 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:29,856 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742183_1359
2015-02-12 10:32:29,964 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:32:29,964 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000002
2015-02-12 10:32:29,964 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0034_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:32:29,965 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0034_000001 container=Container: [ContainerId: container_1423764831909_0034_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:32:29,965 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:32:29,965 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:32:29,965 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:32:29,965 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000003
2015-02-12 10:32:29,965 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0034_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:32:29,965 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0034_000001 container=Container: [ContainerId: container_1423764831909_0034_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:32:29,966 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:32:29,966 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:32:29,966 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:32:29,966 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000004
2015-02-12 10:32:29,966 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0034_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:32:29,966 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0034_000001 container=Container: [ContainerId: container_1423764831909_0034_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:32:29,967 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:32:29,967 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:32:29,967 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:32:29,967 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000005
2015-02-12 10:32:29,967 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0034_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:32:29,967 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0034_000001 container=Container: [ContainerId: container_1423764831909_0034_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:32:29,968 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:32:29,968 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:32:29,989 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742183_1359
2015-02-12 10:32:29,990 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742181_1357
2015-02-12 10:32:29,990 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742180_1356
2015-02-12 10:32:29,991 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742184_1360
2015-02-12 10:32:29,991 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742179_1355
2015-02-12 10:32:29,992 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742186_1362
2015-02-12 10:32:30,017 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:32:30,017 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000006
2015-02-12 10:32:30,017 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0034_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:32:30,018 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0034_000001 container=Container: [ContainerId: container_1423764831909_0034_01_000006, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:32:30,018 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 10:32:30,018 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 10:32:30,243 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742183_1359
2015-02-12 10:32:30,243 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742180_1356
2015-02-12 10:32:30,244 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742181_1357
2015-02-12 10:32:30,244 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742185_1361
2015-02-12 10:32:30,324 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job_1423764831909_0034_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742187_1363{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:32:30,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742186_1362
2015-02-12 10:32:30,444 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742182_1358
2015-02-12 10:32:30,445 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742184_1360
2015-02-12 10:32:30,453 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742187_1363 src: /127.0.0.1:52036 dest: /127.0.0.1:59855
2015-02-12 10:32:30,455 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742187_1363 src: /127.0.0.1:52037 dest: /127.0.0.1:59862
2015-02-12 10:32:30,457 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742187_1363 src: /127.0.0.1:52038 dest: /127.0.0.1:59852
2015-02-12 10:32:30,553 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52038, dest: /127.0.0.1:59852, bytes: 115841, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_922378038_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742187_1363, duration: 93768000
2015-02-12 10:32:30,554 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742187_1363, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:32:30,554 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742187_1363{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:32:30,554 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52037, dest: /127.0.0.1:59862, bytes: 115841, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_922378038_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742187_1363, duration: 93609000
2015-02-12 10:32:30,555 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742187_1363, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:30,555 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742187_1363{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:32:30,555 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52036, dest: /127.0.0.1:59855, bytes: 115841, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_922378038_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742187_1363, duration: 94442000
2015-02-12 10:32:30,555 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742187_1363, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:30,556 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742187_1363{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:32:30,560 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job_1423764831909_0034_1_conf.xml is closed by DFSClient_NONMAPREDUCE_922378038_1
2015-02-12 10:32:30,857 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742181_1357
2015-02-12 10:32:30,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742184_1360
2015-02-12 10:32:30,859 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742182_1358
2015-02-12 10:32:30,859 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742185_1361
2015-02-12 10:32:30,871 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0034_01_000002
2015-02-12 10:32:30,872 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:32:30,872 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:32:30,873 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:32:30,874 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:32:30,875 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0034_01_000006
2015-02-12 10:32:30,875 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:32:30,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar dst=null perm=null proto=rpc
2015-02-12 10:32:30,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar dst=null perm=null proto=rpc
2015-02-12 10:32:30,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml dst=null perm=null proto=rpc
2015-02-12 10:32:30,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml dst=null perm=null proto=rpc
2015-02-12 10:32:30,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:32:30,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:32:31,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:32:31,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:32:31,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:32:31,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:32:31,061 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742186_1362
2015-02-12 10:32:31,106 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0034_000001 (auth:SIMPLE)
2015-02-12 10:32:31,107 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0034_000001 (auth:SIMPLE)
2015-02-12 10:32:31,108 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0034_000001 (auth:SIMPLE)
2015-02-12 10:32:31,108 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0034_000001 (auth:SIMPLE)
2015-02-12 10:32:31,110 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0034_01_000003 by user soberoi
2015-02-12 10:32:31,111 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0034
2015-02-12 10:32:31,111 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000003
2015-02-12 10:32:31,111 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0034 transitioned from NEW to INITING
2015-02-12 10:32:31,111 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0034_01_000003 to application application_1423764831909_0034
2015-02-12 10:32:31,112 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0034 transitioned from INITING to RUNNING
2015-02-12 10:32:31,112 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:32:31,112 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0034
2015-02-12 10:32:31,112 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0034
2015-02-12 10:32:31,112 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:32:31,112 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0034
2015-02-12 10:32:31,113 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0034_01_000004 by user soberoi
2015-02-12 10:32:31,113 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:32:31,113 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:32:31,113 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0034_01_000003
2015-02-12 10:32:31,113 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000004
2015-02-12 10:32:31,114 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0034_01_000005 by user soberoi
2015-02-12 10:32:31,114 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000005
2015-02-12 10:32:31,114 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0034_01_000006 by user soberoi
2015-02-12 10:32:31,115 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0034
2015-02-12 10:32:31,115 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000006
2015-02-12 10:32:31,115 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0034_01_000004 to application application_1423764831909_0034
2015-02-12 10:32:31,116 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0034_01_000005 to application application_1423764831909_0034
2015-02-12 10:32:31,116 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:32:31,117 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:32:31,117 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0034
2015-02-12 10:32:31,117 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0034 transitioned from NEW to INITING
2015-02-12 10:32:31,117 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0034_01_000006 to application application_1423764831909_0034
2015-02-12 10:32:31,117 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0034 transitioned from INITING to RUNNING
2015-02-12 10:32:31,118 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:32:31,118 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0034
2015-02-12 10:32:31,118 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0034
2015-02-12 10:32:31,118 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:32:31,118 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0034
2015-02-12 10:32:31,118 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:32:31,118 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:32:31,118 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0034_01_000006
2015-02-12 10:32:31,117 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0034
2015-02-12 10:32:31,119 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:32:31,119 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0034
2015-02-12 10:32:31,119 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0034
2015-02-12 10:32:31,120 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0034
2015-02-12 10:32:31,120 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:32:31,120 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0034
2015-02-12 10:32:31,121 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0034_01_000004
2015-02-12 10:32:31,122 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0034_01_000005
2015-02-12 10:32:31,136 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0034_01_000006.tokens. Credentials list:
2015-02-12 10:32:31,136 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0034_01_000004.tokens. Credentials list:
2015-02-12 10:32:31,137 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0034_01_000003.tokens. Credentials list:
2015-02-12 10:32:31,137 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0034_01_000005.tokens. Credentials list:
2015-02-12 10:32:31,143 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0034_000001 (auth:SIMPLE)
2015-02-12 10:32:31,149 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0034_01_000002 by user soberoi
2015-02-12 10:32:31,150 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000002
2015-02-12 10:32:31,150 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0034_01_000002 to application application_1423764831909_0034
2015-02-12 10:32:31,150 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:32:31,150 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0034
2015-02-12 10:32:31,150 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0034
2015-02-12 10:32:31,150 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:32:31,151 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0034
2015-02-12 10:32:31,253 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0034_01_000002
2015-02-12 10:32:31,261 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742183_1359
2015-02-12 10:32:31,329 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:32:31,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0034_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000006.tokens
2015-02-12 10:32:31,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0034 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:32:31,534 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:32:31,564 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:32:31,584 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0034_01_000002.tokens. Credentials list:
2015-02-12 10:32:31,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:32:31,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar dst=null perm=null proto=rpc
2015-02-12 10:32:31,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar dst=null perm=null proto=rpc
2015-02-12 10:32:31,760 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0034/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:32:31,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0034_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000003.tokens
2015-02-12 10:32:31,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0034 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:32:31,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml dst=null perm=null proto=rpc
2015-02-12 10:32:31,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml dst=null perm=null proto=rpc
2015-02-12 10:32:31,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0034_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000005.tokens
2015-02-12 10:32:31,824 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0034 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:32:31,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0034_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000004.tokens
2015-02-12 10:32:31,849 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0034 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:32:31,863 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:32:31,891 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:32:31,893 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0034/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:32:31,893 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:32:31,970 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:32:31,970 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:32:31,970 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:32:31,971 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:32:31,979 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:32:31,979 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:32:32,023 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:32:32,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0034_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000002.tokens
2015-02-12 10:32:32,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0034 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:32:32,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar dst=null perm=null proto=rpc
2015-02-12 10:32:32,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml dst=null perm=null proto=rpc
2015-02-12 10:32:32,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar dst=null perm=null proto=rpc
2015-02-12 10:32:32,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml dst=null perm=null proto=rpc
2015-02-12 10:32:32,222 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0034/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:32:32,229 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0034/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:32:32,229 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:32:32,229 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:32:32,230 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:32:32,230 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:32:32,323 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000006/default_container_executor.sh]
2015-02-12 10:32:32,323 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:32:32,324 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:32:32,324 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:32:32,325 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:32:32,325 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:32:32,325 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:32:32,326 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:32:32,326 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:32:32,631 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000005/default_container_executor.sh]
2015-02-12 10:32:32,635 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000002/default_container_executor.sh]
2015-02-12 10:32:32,646 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000004/default_container_executor.sh]
2015-02-12 10:32:32,671 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000003/default_container_executor.sh]
2015-02-12 10:32:36,270 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742187_1363
2015-02-12 10:32:36,470 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30005 milliseconds
2015-02-12 10:32:36,470 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:32:39,867 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742187_1363
2015-02-12 10:32:40,455 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742187_1363
2015-02-12 10:32:50,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.split dst=null perm=null proto=rpc
2015-02-12 10:32:50,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.split dst=null perm=null proto=rpc
2015-02-12 10:32:50,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.split dst=null perm=null proto=rpc
2015-02-12 10:32:50,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.split dst=null perm=null proto=rpc
2015-02-12 10:32:50,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.split dst=null perm=null proto=rpc
2015-02-12 10:32:50,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:32:51,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:32:51,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:32:51,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:32:51,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:32:51,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_temporary/1/_temporary/attempt_1423764831909_0034_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 10:32:51,526 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0034_000001 (auth:SIMPLE)
2015-02-12 10:32:51,528 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0034_01_000006
2015-02-12 10:32:51,529 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000006
2015-02-12 10:32:51,529 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:32:51,529 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0034_01_000006
2015-02-12 10:32:51,557 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0034_01_000006 is : 143
2015-02-12 10:32:51,557 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job_1423764831909_0034_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742188_1364{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:32:51,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742188_1364 src: /127.0.0.1:52128 dest: /127.0.0.1:59859
2015-02-12 10:32:51,563 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742188_1364 src: /127.0.0.1:52129 dest: /127.0.0.1:59862
2015-02-12 10:32:51,564 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742188_1364 src: /127.0.0.1:52131 dest: /127.0.0.1:59852
2015-02-12 10:32:51,596 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job_1423764831909_0034_1.jhist for DFSClient_NONMAPREDUCE_922378038_1
2015-02-12 10:32:51,598 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:32:51,599 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000006
2015-02-12 10:32:51,600 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:32:51,600 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0034_01_000006 from application application_1423764831909_0034
2015-02-12 10:32:51,600 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:32:51,600 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0034
2015-02-12 10:32:51,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000006
2015-02-12 10:32:51,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000006
2015-02-12 10:32:51,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000006
2015-02-12 10:32:51,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000006
2015-02-12 10:32:51,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_temporary/1/_temporary/attempt_1423764831909_0034_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:32:51,984 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0034_000001 (auth:SIMPLE)
2015-02-12 10:32:51,986 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0034_01_000004
2015-02-12 10:32:51,986 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000004
2015-02-12 10:32:51,986 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:32:51,986 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0034_01_000004
2015-02-12 10:32:52,005 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0034_01_000004 is : 143
2015-02-12 10:32:52,017 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:32:52,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000004
2015-02-12 10:32:52,019 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000004
2015-02-12 10:32:52,020 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000004
2015-02-12 10:32:52,021 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000004
2015-02-12 10:32:52,021 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:32:52,021 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0034_01_000004 from application application_1423764831909_0034
2015-02-12 10:32:52,021 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:32:52,021 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0034
2015-02-12 10:32:52,022 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000004
2015-02-12 10:32:52,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_temporary/1/_temporary/attempt_1423764831909_0034_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:32:52,097 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0034_000001 (auth:SIMPLE)
2015-02-12 10:32:52,099 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0034_01_000002
2015-02-12 10:32:52,099 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000002
2015-02-12 10:32:52,099 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:32:52,100 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0034_01_000002
2015-02-12 10:32:52,100 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:32:52,101 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0034_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:32:52,101 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000004
2015-02-12 10:32:52,101 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0034_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:32:52,101 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 10:32:52,102 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0034_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 10:32:52,102 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:32:52,102 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:32:52,103 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0034_000001 released container container_1423764831909_0034_01_000004 on node: host: 10.1.1.68:59906 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:32:52,121 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0034_01_000002 is : 143
2015-02-12 10:32:52,140 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:32:52,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000002
2015-02-12 10:32:52,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000002
2015-02-12 10:32:52,142 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000002
2015-02-12 10:32:52,144 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000002
2015-02-12 10:32:52,144 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000002
2015-02-12 10:32:52,145 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:32:52,145 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0034_01_000002 from application application_1423764831909_0034
2015-02-12 10:32:52,145 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:32:52,145 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0034
2015-02-12 10:32:52,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_temporary/1/_temporary/attempt_1423764831909_0034_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:32:52,179 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0034_000001 (auth:SIMPLE)
2015-02-12 10:32:52,182 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0034_01_000005
2015-02-12 10:32:52,182 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000005
2015-02-12 10:32:52,183 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:32:52,183 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0034_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:32:52,183 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000002
2015-02-12 10:32:52,183 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0034_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:32:52,183 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:32:52,186 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0034_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:32:52,186 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:32:52,186 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:32:52,186 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0034_000001 released container container_1423764831909_0034_01_000002 on node: host: 10.1.1.68:59906 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:32:52,186 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:52,186 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:32:52,190 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0034_01_000005
2015-02-12 10:32:52,215 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0034_01_000005 is : 143
2015-02-12 10:32:52,225 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:32:52,226 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000005
2015-02-12 10:32:52,227 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000005
2015-02-12 10:32:52,227 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000005
2015-02-12 10:32:52,227 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000005
2015-02-12 10:32:52,227 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:32:52,227 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0034_01_000005 from application application_1423764831909_0034
2015-02-12 10:32:52,227 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:32:52,227 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0034
2015-02-12 10:32:52,227 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000005
2015-02-12 10:32:52,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_temporary/1/_temporary/attempt_1423764831909_0034_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:32:52,278 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0034_000001 (auth:SIMPLE)
2015-02-12 10:32:52,280 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0034_01_000003
2015-02-12 10:32:52,280 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000003
2015-02-12 10:32:52,281 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:32:52,281 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0034_01_000003
2015-02-12 10:32:52,281 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:52,282 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:52,282 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:32:52,282 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0034_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:32:52,282 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000005
2015-02-12 10:32:52,282 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0034_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:32:52,283 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:32:52,284 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0034_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:32:52,284 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:32:52,284 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:32:52,284 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0034_000001 released container container_1423764831909_0034_01_000005 on node: host: 10.1.1.68:59906 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:32:52,303 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0034_01_000003 is : 143
2015-02-12 10:32:52,324 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:32:52,324 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000003
2015-02-12 10:32:52,325 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000003
2015-02-12 10:32:52,325 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000003
2015-02-12 10:32:52,328 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000003
2015-02-12 10:32:52,329 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000003
2015-02-12 10:32:52,330 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:32:52,331 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0034_01_000003 from application application_1423764831909_0034
2015-02-12 10:32:52,331 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:32:52,332 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0034
2015-02-12 10:32:52,530 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:32:52,531 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0034_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:32:52,531 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000006
2015-02-12 10:32:52,531 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0034_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:32:52,531 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:32:52,532 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0034_01_000006, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:32:52,532 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:32:52,532 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:32:52,532 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0034_000001 released container container_1423764831909_0034_01_000006 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:32:53,173 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:32:53,173 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000007
2015-02-12 10:32:53,173 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0034_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:32:53,173 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0034_000001 container=Container: [ContainerId: container_1423764831909_0034_01_000007, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:32:53,173 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:32:53,173 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:32:53,282 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:53,282 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:32:53,282 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0034_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:32:53,283 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000003
2015-02-12 10:32:53,283 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0034_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:32:53,283 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:32:53,284 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0034_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:32:53,284 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:32:53,284 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:32:53,285 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0034_000001 released container container_1423764831909_0034_01_000003 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:32:53,285 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:53,285 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:53,534 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:53,977 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0034_01_000007
2015-02-12 10:32:53,978 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:32:53,992 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0034_000001 (auth:SIMPLE)
2015-02-12 10:32:54,005 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0034_01_000007 by user soberoi
2015-02-12 10:32:54,005 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0034
2015-02-12 10:32:54,005 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000007
2015-02-12 10:32:54,006 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0034 transitioned from NEW to INITING
2015-02-12 10:32:54,006 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0034_01_000007 to application application_1423764831909_0034
2015-02-12 10:32:54,007 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0034 transitioned from INITING to RUNNING
2015-02-12 10:32:54,007 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 10:32:54,007 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0034
2015-02-12 10:32:54,007 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0034
2015-02-12 10:32:54,007 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:32:54,007 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0034
2015-02-12 10:32:54,008 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:32:54,009 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:32:54,009 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0034_01_000007
2015-02-12 10:32:54,029 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0034_01_000007.tokens. Credentials list:
2015-02-12 10:32:54,172 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:32:54,183 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:32:54,284 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0034_01_000004, container_1423764831909_0034_01_000005, container_1423764831909_0034_01_000002]
2015-02-12 10:32:54,284 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:54,284 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:54,284 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:54,284 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:54,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423764831909_0034_01_000007.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000007.tokens
2015-02-12 10:32:54,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0034 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:32:54,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar dst=null perm=null proto=rpc
2015-02-12 10:32:54,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar dst=null perm=null proto=rpc
2015-02-12 10:32:54,448 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0034/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:32:54,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml dst=null perm=null proto=rpc
2015-02-12 10:32:54,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml dst=null perm=null proto=rpc
2015-02-12 10:32:54,523 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0034/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:32:54,523 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:32:54,535 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0034_01_000006]
2015-02-12 10:32:54,535 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:54,576 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 10:32:54,576 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:32:54,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000007/default_container_executor.sh]
2015-02-12 10:32:54,985 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:32:55,289 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0034_01_000003]
2015-02-12 10:32:55,289 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:32:59,027 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:32:59,031 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:32:59,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_temporary/1/_temporary/attempt_1423764831909_0034_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:32:59,333 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_temporary/1/_temporary/attempt_1423764831909_0034_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742189_1365{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:32:59,420 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742189_1365 src: /127.0.0.1:52182 dest: /127.0.0.1:59852
2015-02-12 10:32:59,422 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742189_1365 src: /127.0.0.1:52183 dest: /127.0.0.1:59859
2015-02-12 10:32:59,423 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742189_1365 src: /127.0.0.1:52184 dest: /127.0.0.1:59862
2015-02-12 10:32:59,467 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52184, dest: /127.0.0.1:59862, bytes: 290, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0034_r_000000_0_116802362_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742189_1365, duration: 42056000
2015-02-12 10:32:59,468 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742189_1365, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:32:59,468 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742189_1365{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:32:59,468 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52183, dest: /127.0.0.1:59859, bytes: 290, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0034_r_000000_0_116802362_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742189_1365, duration: 42402000
2015-02-12 10:32:59,468 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742189_1365, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:59,469 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52182, dest: /127.0.0.1:59852, bytes: 290, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0034_r_000000_0_116802362_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742189_1365, duration: 44142000
2015-02-12 10:32:59,469 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742189_1365{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:32:59,470 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742189_1365, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:59,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742189_1365{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:32:59,475 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_temporary/1/_temporary/attempt_1423764831909_0034_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0034_r_000000_0_116802362_1
2015-02-12 10:32:59,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_temporary/1/_temporary/attempt_1423764831909_0034_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:32:59,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_temporary/1/_temporary/attempt_1423764831909_0034_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:32:59,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_temporary/1/task_1423764831909_0034_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:32:59,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_temporary/1/_temporary/attempt_1423764831909_0034_r_000000_0 dst=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_temporary/1/task_1423764831909_0034_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:32:59,522 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0034_000001 (auth:SIMPLE)
2015-02-12 10:32:59,525 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0034_01_000007
2015-02-12 10:32:59,525 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000007
2015-02-12 10:32:59,525 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000007 transitioned from RUNNING to KILLING
2015-02-12 10:32:59,525 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0034_01_000007
2015-02-12 10:32:59,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:32:59,535 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_922378038_1
2015-02-12 10:32:59,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:32:59,544 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0034_01_000007 is : 143
2015-02-12 10:32:59,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E dst=null perm=null proto=rpc
2015-02-12 10:32:59,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E dst=null perm=null proto=rpc
2015-02-12 10:32:59,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_temporary/1/task_1423764831909_0034_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:32:59,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:32:59,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_temporary/1/task_1423764831909_0034_r_000000/part-00000 dst=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:32:59,557 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:32:59,558 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000007
2015-02-12 10:32:59,558 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:32:59,558 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0034_01_000007 from application application_1423764831909_0034
2015-02-12 10:32:59,558 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:32:59,558 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0034
2015-02-12 10:32:59,558 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000007
2015-02-12 10:32:59,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000007
2015-02-12 10:32:59,561 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000007
2015-02-12 10:32:59,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000007
2015-02-12 10:32:59,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_temporary dst=null perm=null proto=rpc
2015-02-12 10:32:59,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:32:59,570 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/_SUCCESS is closed by DFSClient_NONMAPREDUCE_922378038_1
2015-02-12 10:32:59,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:32:59,574 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_922378038_1
2015-02-12 10:32:59,590 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52131, dest: /127.0.0.1:59852, bytes: 68422, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_922378038_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742188_1364, duration: 7997505000
2015-02-12 10:32:59,590 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742188_1364, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:32:59,593 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742188_1364{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15987
2015-02-12 10:32:59,593 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52129, dest: /127.0.0.1:59862, bytes: 68422, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_922378038_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742188_1364, duration: 8002960000
2015-02-12 10:32:59,594 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742188_1364, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:59,594 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742188_1364{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15987
2015-02-12 10:32:59,594 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52128, dest: /127.0.0.1:59859, bytes: 68422, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_922378038_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742188_1364, duration: 8001179000
2015-02-12 10:32:59,594 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742188_1364, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:59,595 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742188_1364{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 15987
2015-02-12 10:32:59,596 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job_1423764831909_0034_1.jhist is closed by DFSClient_NONMAPREDUCE_922378038_1
2015-02-12 10:32:59,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:32:59,600 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742190_1366{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:32:59,602 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742190_1366 src: /127.0.0.1:52186 dest: /127.0.0.1:59859
2015-02-12 10:32:59,604 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742190_1366 src: /127.0.0.1:52187 dest: /127.0.0.1:59852
2015-02-12 10:32:59,606 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742190_1366 src: /127.0.0.1:52188 dest: /127.0.0.1:59855
2015-02-12 10:32:59,611 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52188, dest: /127.0.0.1:59855, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_922378038_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742190_1366, duration: 3144000
2015-02-12 10:32:59,611 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742190_1366, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:32:59,611 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742190_1366{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:32:59,611 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52187, dest: /127.0.0.1:59852, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_922378038_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742190_1366, duration: 3071000
2015-02-12 10:32:59,612 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742190_1366, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:59,613 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52186, dest: /127.0.0.1:59859, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_922378038_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742190_1366, duration: 4869000
2015-02-12 10:32:59,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742190_1366{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:32:59,613 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742190_1366, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:59,614 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742190_1366{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:32:59,616 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034.summary_tmp is closed by DFSClient_NONMAPREDUCE_922378038_1
2015-02-12 10:32:59,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:32:59,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job_1423764831909_0034_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:32:59,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034-1423765942286-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F593EBC5625D94C87-1423765979575-5-1-SUCCEEDED-default-1423765949060.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:32:59,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job_1423764831909_0034_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:32:59,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034-1423765942286-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F593EBC5625D94C87-1423765979575-5-1-SUCCEEDED-default-1423765949060.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:32:59,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job_1423764831909_0034_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:32:59,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034-1423765942286-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F593EBC5625D94C87-1423765979575-5-1-SUCCEEDED-default-1423765949060.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:32:59,640 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034-1423765942286-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F593EBC5625D94C87-1423765979575-5-1-SUCCEEDED-default-1423765949060.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742191_1367{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:32:59,642 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742191_1367 src: /127.0.0.1:52190 dest: /127.0.0.1:59862
2015-02-12 10:32:59,643 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742191_1367 src: /127.0.0.1:52191 dest: /127.0.0.1:59852
2015-02-12 10:32:59,644 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742191_1367 src: /127.0.0.1:52192 dest: /127.0.0.1:59855
2015-02-12 10:32:59,648 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52192, dest: /127.0.0.1:59855, bytes: 68422, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_922378038_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742191_1367, duration: 2310000
2015-02-12 10:32:59,649 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742191_1367, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:32:59,649 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742191_1367{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:32:59,649 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52191, dest: /127.0.0.1:59852, bytes: 68422, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_922378038_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742191_1367, duration: 3237000
2015-02-12 10:32:59,650 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742191_1367, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:59,650 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742191_1367{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:32:59,650 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52190, dest: /127.0.0.1:59862, bytes: 68422, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_922378038_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742191_1367, duration: 4237000
2015-02-12 10:32:59,651 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742191_1367, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:59,651 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742191_1367{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:32:59,652 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034-1423765942286-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F593EBC5625D94C87-1423765979575-5-1-SUCCEEDED-default-1423765949060.jhist_tmp is closed by DFSClient_NONMAPREDUCE_922378038_1
2015-02-12 10:32:59,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034-1423765942286-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F593EBC5625D94C87-1423765979575-5-1-SUCCEEDED-default-1423765949060.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:32:59,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job_1423764831909_0034_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:32:59,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:32:59,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job_1423764831909_0034_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:32:59,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:32:59,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034/job_1423764831909_0034_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:32:59,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:32:59,667 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742192_1368{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:32:59,669 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742192_1368 src: /127.0.0.1:52194 dest: /127.0.0.1:59859
2015-02-12 10:32:59,671 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742192_1368 src: /127.0.0.1:52195 dest: /127.0.0.1:59852
2015-02-12 10:32:59,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742192_1368 src: /127.0.0.1:52196 dest: /127.0.0.1:59862
2015-02-12 10:32:59,676 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52196, dest: /127.0.0.1:59862, bytes: 115841, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_922378038_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742192_1368, duration: 2933000
2015-02-12 10:32:59,677 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742192_1368, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:32:59,677 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742192_1368{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:32:59,678 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52195, dest: /127.0.0.1:59852, bytes: 115841, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_922378038_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742192_1368, duration: 3900000
2015-02-12 10:32:59,678 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742192_1368, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:59,678 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742192_1368{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:32:59,679 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52194, dest: /127.0.0.1:59859, bytes: 115841, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_922378038_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742192_1368, duration: 4957000
2015-02-12 10:32:59,679 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742192_1368, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:32:59,679 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742192_1368{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:32:59,682 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_922378038_1
2015-02-12 10:32:59,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:32:59,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:32:59,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:32:59,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034-1423765942286-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F593EBC5625D94C87-1423765979575-5-1-SUCCEEDED-default-1423765949060.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034-1423765942286-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F593EBC5625D94C87-1423765979575-5-1-SUCCEEDED-default-1423765949060.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:32:59,697 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0034_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:32:59,697 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0034_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:32:59,698 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0034 with final state: FINISHING
2015-02-12 10:32:59,698 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0034 State change from RUNNING to FINAL_SAVING
2015-02-12 10:32:59,698 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0034
2015-02-12 10:32:59,699 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0034_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:32:59,699 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0034 State change from FINAL_SAVING to FINISHING
2015-02-12 10:33:00,529 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:33:00,530 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0034_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 10:33:00,530 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000007
2015-02-12 10:33:00,530 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0034_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:33:00,530 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:33:00,531 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0034_01_000007, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:33:00,532 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:00,532 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:33:00,532 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0034_000001 released container container_1423764831909_0034_01_000007 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:33:00,703 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0034 unregistered successfully.
2015-02-12 10:33:00,707 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742183_1359 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:33:00,707 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742184_1360 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:33:00,708 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742185_1361 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:33:00,708 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742186_1362 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:33:00,708 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742188_1364 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:33:00,708 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742187_1363 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:33:00,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0034 dst=null perm=null proto=rpc
2015-02-12 10:33:00,936 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower+upper+offset] starting step: (1/2) .../samemergethreechaingroup
2015-02-12 10:33:00,961 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:33:01,054 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:33:01,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null proto=rpc
2015-02-12 10:33:01,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:33:01,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:33:01,070 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 35
2015-02-12 10:33:01,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035 dst=null perm=null proto=rpc
2015-02-12 10:33:01,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:33:01,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:33:01,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:01,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:33:01,083 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742193_1369{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:33:01,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742193_1369 src: /127.0.0.1:52212 dest: /127.0.0.1:59852
2015-02-12 10:33:01,087 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742193_1369 src: /127.0.0.1:52213 dest: /127.0.0.1:59862
2015-02-12 10:33:01,088 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742193_1369 src: /127.0.0.1:52214 dest: /127.0.0.1:59855
2015-02-12 10:33:01,104 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52214, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742193_1369, duration: 12820000
2015-02-12 10:33:01,105 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742193_1369, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:33:01,107 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52213, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742193_1369, duration: 4936000
2015-02-12 10:33:01,107 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742193_1369, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:01,109 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742193_1369{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:33:01,110 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52212, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742193_1369, duration: 16969000
2015-02-12 10:33:01,110 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742193_1369, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:01,112 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742193_1369{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:33:01,113 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742193_1369{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:33:01,114 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:33:01,115 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.jar
2015-02-12 10:33:01,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:01,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:33:01,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:33:01,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:33:01,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:33:01,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:33:01,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:33:01,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:33:01,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:33:01,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:33:01,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:33:01,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:33:01,148 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:33:01,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:33:01,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E dst=null perm=null proto=rpc
2015-02-12 10:33:01,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E dst=null perm=null proto=rpc
2015-02-12 10:33:01,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E dst=null perm=null proto=rpc
2015-02-12 10:33:01,161 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:33:01,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:33:01,242 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:33:01,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:33:01,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E dst=null perm=null proto=rpc
2015-02-12 10:33:01,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E dst=null perm=null proto=rpc
2015-02-12 10:33:01,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E dst=null perm=null proto=rpc
2015-02-12 10:33:01,250 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:33:01,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:33:01,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:33:01,254 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.split
2015-02-12 10:33:01,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.split dst=null perm=null proto=rpc
2015-02-12 10:33:01,256 WARN blockmanagement.BlockPlacementPolicy (BlockPlacementPolicyDefault.java:chooseTarget(383)) - Failed to place enough replicas, still in need of 1 to reach 4 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy
2015-02-12 10:33:01,256 WARN protocol.BlockStoragePolicy (BlockStoragePolicy.java:chooseStorageTypes(160)) - Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=4, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2015-02-12 10:33:01,257 WARN blockmanagement.BlockPlacementPolicy (BlockPlacementPolicyDefault.java:chooseTarget(383)) - Failed to place enough replicas, still in need of 1 to reach 4 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2015-02-12 10:33:01,257 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742194_1370{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:33:01,259 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742194_1370 src: /127.0.0.1:52215 dest: /127.0.0.1:59862
2015-02-12 10:33:01,260 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742194_1370 src: /127.0.0.1:52216 dest: /127.0.0.1:59859
2015-02-12 10:33:01,262 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742194_1370 src: /127.0.0.1:52217 dest: /127.0.0.1:59855
2015-02-12 10:33:01,265 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52217, dest: /127.0.0.1:59855, bytes: 2128, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742194_1370, duration: 1298000
2015-02-12 10:33:01,265 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742194_1370, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:33:01,265 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742194_1370{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:33:01,266 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52216, dest: /127.0.0.1:59859, bytes: 2128, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742194_1370, duration: 2184000
2015-02-12 10:33:01,266 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742194_1370, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:01,266 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742194_1370{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:33:01,266 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52215, dest: /127.0.0.1:59862, bytes: 2128, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742194_1370, duration: 3064000
2015-02-12 10:33:01,267 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742194_1370, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:01,268 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742194_1370{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:33:01,269 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:33:01,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:33:01,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:33:01,273 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742195_1371{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:33:01,274 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742195_1371 src: /127.0.0.1:52218 dest: /127.0.0.1:59855
2015-02-12 10:33:01,276 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742195_1371 src: /127.0.0.1:52219 dest: /127.0.0.1:59859
2015-02-12 10:33:01,277 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742195_1371 src: /127.0.0.1:52220 dest: /127.0.0.1:59862
2015-02-12 10:33:01,280 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52220, dest: /127.0.0.1:59862, bytes: 220, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742195_1371, duration: 1419000
2015-02-12 10:33:01,281 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742195_1371, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:33:01,281 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742195_1371{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:33:01,281 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52219, dest: /127.0.0.1:59859, bytes: 220, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742195_1371, duration: 2112000
2015-02-12 10:33:01,282 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742195_1371, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:01,282 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742195_1371{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:33:01,282 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52218, dest: /127.0.0.1:59855, bytes: 220, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742195_1371, duration: 2983000
2015-02-12 10:33:01,283 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742195_1371, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:01,284 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742195_1371{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:33:01,285 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:33:01,286 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:6
2015-02-12 10:33:01,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:33:01,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:33:01,296 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742196_1372{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:33:01,298 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742196_1372 src: /127.0.0.1:52221 dest: /127.0.0.1:59855
2015-02-12 10:33:01,299 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742196_1372 src: /127.0.0.1:52222 dest: /127.0.0.1:59859
2015-02-12 10:33:01,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742196_1372 src: /127.0.0.1:52223 dest: /127.0.0.1:59862
2015-02-12 10:33:01,305 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52223, dest: /127.0.0.1:59862, bytes: 99353, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742196_1372, duration: 1894000
2015-02-12 10:33:01,305 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742196_1372, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:33:01,306 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742196_1372{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:33:01,306 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52222, dest: /127.0.0.1:59859, bytes: 99353, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742196_1372, duration: 2647000
2015-02-12 10:33:01,306 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742196_1372, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:01,307 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742196_1372{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:33:01,307 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52221, dest: /127.0.0.1:59855, bytes: 99353, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742196_1372, duration: 4121000
2015-02-12 10:33:01,309 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742196_1372, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:01,310 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742196_1372{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:33:01,312 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:33:01,313 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0035
2015-02-12 10:33:01,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035 dst=null perm=null proto=rpc
2015-02-12 10:33:01,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.xml dst=null perm=null proto=rpc
2015-02-12 10:33:01,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.xml dst=null perm=null proto=rpc
2015-02-12 10:33:01,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:01,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:01,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.split dst=null perm=null proto=rpc
2015-02-12 10:33:01,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.split dst=null perm=null proto=rpc
2015-02-12 10:33:01,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:33:01,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:33:01,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:33:01,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:33:01,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:33:01,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:33:01,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:33:01,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:33:01,334 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 35 submitted by user soberoi
2015-02-12 10:33:01,334 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0035
2015-02-12 10:33:01,334 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0035
2015-02-12 10:33:01,335 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0035
2015-02-12 10:33:01,335 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0035 State change from NEW to NEW_SAVING
2015-02-12 10:33:01,335 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0035 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:33:01,335 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0035 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:33:01,335 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0035 from user: soberoi, in queue: default
2015-02-12 10:33:01,335 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0035 State change from SUBMITTED to ACCEPTED
2015-02-12 10:33:01,335 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0035_000001
2015-02-12 10:33:01,336 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0035_000001 State change from NEW to SUBMITTED
2015-02-12 10:33:01,336 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0035 from user: soberoi activated in queue: default
2015-02-12 10:33:01,336 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0035 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:33:01,336 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0035_000001 to scheduler from user soberoi in queue default
2015-02-12 10:33:01,337 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0035
2015-02-12 10:33:01,337 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0035_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:33:01,339 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0035/
2015-02-12 10:33:01,339 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower+upper+offset] submitted hadoop job: job_1423764831909_0035
2015-02-12 10:33:01,340 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower+upper+offset] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0035/
2015-02-12 10:33:01,531 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:01,532 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:33:01,532 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000001
2015-02-12 10:33:01,532 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0035_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59924, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:33:01,532 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0035_000001 container=Container: [ContainerId: container_1423764831909_0035_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:33:01,533 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:33:01,533 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:01,533 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0035_01_000001
2015-02-12 10:33:01,534 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:33:01,534 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0035_000001
2015-02-12 10:33:01,534 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0035 AttemptId: appattempt_1423764831909_0035_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0035_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ]
2015-02-12 10:33:01,535 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0035_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:33:01,535 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0035_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:33:01,535 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0035_000001
2015-02-12 10:33:01,536 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0035_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] for AM appattempt_1423764831909_0035_000001
2015-02-12 10:33:01,536 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0035_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:33:01,537 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0035_000001
2015-02-12 10:33:01,537 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0035_000001
2015-02-12 10:33:01,540 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0035_000001 (auth:SIMPLE)
2015-02-12 10:33:01,542 WARN blockmanagement.BlockPlacementPolicy (BlockPlacementPolicyDefault.java:chooseTarget(383)) - Failed to place enough replicas, still in need of 1 to reach 4 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy
2015-02-12 10:33:01,542 WARN blockmanagement.BlockPlacementPolicy (BlockPlacementPolicyDefault.java:chooseTarget(383)) - Failed to place enough replicas, still in need of 1 to reach 4 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy
2015-02-12 10:33:01,542 WARN protocol.BlockStoragePolicy (BlockStoragePolicy.java:chooseStorageTypes(160)) - Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=4, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2015-02-12 10:33:01,542 WARN blockmanagement.BlockPlacementPolicy (BlockPlacementPolicyDefault.java:chooseTarget(383)) - Failed to place enough replicas, still in need of 1 to reach 4 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2015-02-12 10:33:01,542 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59852 to replicate blk_1073742193_1369 to datanode(s) 127.0.0.1:59859
2015-02-12 10:33:01,542 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0035_01_000001 by user soberoi
2015-02-12 10:33:01,543 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742183_1359, blk_1073742184_1360, blk_1073742185_1361, blk_1073742186_1362, blk_1073742187_1363, blk_1073742188_1364]
2015-02-12 10:33:01,543 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0035
2015-02-12 10:33:01,543 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742183_1359, blk_1073742184_1360, blk_1073742185_1361, blk_1073742186_1362, blk_1073742187_1363, blk_1073742188_1364]
2015-02-12 10:33:01,543 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000001
2015-02-12 10:33:01,543 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0035 transitioned from NEW to INITING
2015-02-12 10:33:01,543 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0035_01_000001 to application application_1423764831909_0035
2015-02-12 10:33:01,544 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0035 transitioned from INITING to RUNNING
2015-02-12 10:33:01,544 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:33:01,544 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0035
2015-02-12 10:33:01,544 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0035_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] for AM appattempt_1423764831909_0035_000001
2015-02-12 10:33:01,544 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:33:01,544 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0035_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:33:01,544 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:33:01,545 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:33:01,545 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:33:01,545 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0035_01_000001
2015-02-12 10:33:01,560 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0035_01_000001.tokens. Credentials list:
2015-02-12 10:33:01,719 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:33:01,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423764831909_0035_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000001.tokens
2015-02-12 10:33:01,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0035 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0035
2015-02-12 10:33:01,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:01,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:02,049 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0035/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:33:02,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:33:02,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:33:02,138 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0035/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:33:02,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.split dst=null perm=null proto=rpc
2015-02-12 10:33:02,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.split dst=null perm=null proto=rpc
2015-02-12 10:33:02,219 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0035/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:33:02,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.xml dst=null perm=null proto=rpc
2015-02-12 10:33:02,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.xml dst=null perm=null proto=rpc
2015-02-12 10:33:02,297 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0035/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:33:02,297 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:33:02,342 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:33:02,342 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:02,434 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5d835e39-c83e-4de7-bbde-92c2cf44d1a5, infoPort=59853, ipcPort=59854, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742193_1369 to 127.0.0.1:59859
2015-02-12 10:33:02,435 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742183_1359 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742183 for deletion
2015-02-12 10:33:02,435 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742184_1360 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742184 for deletion
2015-02-12 10:33:02,435 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742185_1361 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742185 for deletion
2015-02-12 10:33:02,435 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742183_1359 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742183
2015-02-12 10:33:02,436 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742185_1361 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742185
2015-02-12 10:33:02,435 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742186_1362 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742186 for deletion
2015-02-12 10:33:02,436 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742187_1363 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742187 for deletion
2015-02-12 10:33:02,436 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742184_1360 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742184
2015-02-12 10:33:02,436 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742193_1369 (numBytes=254067) to /127.0.0.1:59859
2015-02-12 10:33:02,436 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742188_1364 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742188 for deletion
2015-02-12 10:33:02,437 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742186_1362 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742186
2015-02-12 10:33:02,436 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742193_1369 src: /127.0.0.1:52229 dest: /127.0.0.1:59859
2015-02-12 10:33:02,437 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742188_1364 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742188
2015-02-12 10:33:02,437 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742187_1363 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742187
2015-02-12 10:33:02,439 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742193_1369 src: /127.0.0.1:52229 dest: /127.0.0.1:59859 of size 254067
2015-02-12 10:33:02,439 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742193_1369 size 254067
2015-02-12 10:33:02,492 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000001/default_container_executor.sh]
2015-02-12 10:33:02,536 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:33:02,536 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:02,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742183_1359 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742183 for deletion
2015-02-12 10:33:02,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742184_1360 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742184 for deletion
2015-02-12 10:33:02,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742185_1361 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742185 for deletion
2015-02-12 10:33:02,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742186_1362 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742186 for deletion
2015-02-12 10:33:02,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742187_1363 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742187 for deletion
2015-02-12 10:33:02,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742188_1364 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742188 for deletion
2015-02-12 10:33:02,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742183_1359 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742183
2015-02-12 10:33:02,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742185_1361 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742185
2015-02-12 10:33:02,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742184_1360 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742184
2015-02-12 10:33:02,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742187_1363 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742187
2015-02-12 10:33:02,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742186_1362 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742186
2015-02-12 10:33:02,931 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742188_1364 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742188
2015-02-12 10:33:03,541 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:04,542 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:04,543 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742183_1359, blk_1073742184_1360, blk_1073742186_1362, blk_1073742188_1364]
2015-02-12 10:33:04,543 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742183_1359, blk_1073742184_1360, blk_1073742185_1361, blk_1073742187_1363]
2015-02-12 10:33:04,881 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742190_1366
2015-02-12 10:33:04,882 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742191_1367
2015-02-12 10:33:05,011 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742190_1366
2015-02-12 10:33:05,012 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742192_1368
2015-02-12 10:33:05,013 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742188_1364
2015-02-12 10:33:05,013 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742189_1365
2015-02-12 10:33:05,461 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742183_1359 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742183 for deletion
2015-02-12 10:33:05,461 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742184_1360 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742184 for deletion
2015-02-12 10:33:05,461 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742185_1361 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742185 for deletion
2015-02-12 10:33:05,461 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742183_1359 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742183
2015-02-12 10:33:05,461 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742187_1363 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742187 for deletion
2015-02-12 10:33:05,461 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742184_1360 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742184
2015-02-12 10:33:05,461 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742185_1361 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742185
2015-02-12 10:33:05,462 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742187_1363 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742187
2015-02-12 10:33:05,470 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742190_1366
2015-02-12 10:33:05,471 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742191_1367
2015-02-12 10:33:05,472 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742192_1368
2015-02-12 10:33:05,472 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742189_1365
2015-02-12 10:33:05,546 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:05,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742183_1359 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742183 for deletion
2015-02-12 10:33:05,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742184_1360 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742184 for deletion
2015-02-12 10:33:05,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742186_1362 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742186 for deletion
2015-02-12 10:33:05,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742188_1364 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742188 for deletion
2015-02-12 10:33:05,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742183_1359 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742183
2015-02-12 10:33:05,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742184_1360 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742184
2015-02-12 10:33:05,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742186_1362 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742186
2015-02-12 10:33:05,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742188_1364 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742188
2015-02-12 10:33:05,813 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0034_01_000001 succeeded
2015-02-12 10:33:05,813 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:33:05,813 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0034_01_000001
2015-02-12 10:33:05,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000001
2015-02-12 10:33:05,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000001
2015-02-12 10:33:05,837 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000001
2015-02-12 10:33:05,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0034/container_1423764831909_0034_01_000001
2015-02-12 10:33:05,839 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000001
2015-02-12 10:33:05,839 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0034_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:33:05,839 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0034_01_000001 from application application_1423764831909_0034
2015-02-12 10:33:05,840 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:05,840 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0034
2015-02-12 10:33:05,879 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0034_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:33:05,879 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0034_000001
2015-02-12 10:33:05,879 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0034_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:33:05,879 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0034_000001
2015-02-12 10:33:05,879 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0034_000001 State change from FINISHING to FINISHED
2015-02-12 10:33:05,879 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000001
2015-02-12 10:33:05,879 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0034 State change from FINISHING to FINISHED
2015-02-12 10:33:05,879 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0034_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:33:05,879 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0034
2015-02-12 10:33:05,880 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0034_000001
2015-02-12 10:33:05,880 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0034,name=[89674AB7865B41088CC175EE4B76531F/593EBC5625D94C87AA99E862A31FD7AC] lower+upper+offset/(2/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0034/jobhistory/job/job_1423764831909_0034,appMasterHost=10.1.1.68,startTime=1423765942286,finishTime=1423765979698,finalStatus=SUCCEEDED
2015-02-12 10:33:05,880 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:33:05,880 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0034_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:33:05,880 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:05,880 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:33:05,880 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0034_000001 released container container_1423764831909_0034_01_000001 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:33:05,881 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0034_000001 is done. finalState=FINISHED
2015-02-12 10:33:05,881 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0034 requests cleared
2015-02-12 10:33:05,881 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0034 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:33:05,881 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0034 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:33:05,883 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0034_000001 (auth:SIMPLE)
2015-02-12 10:33:05,885 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0034_01_000001
2015-02-12 10:33:05,885 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0034 CONTAINERID=container_1423764831909_0034_01_000001
2015-02-12 10:33:05,886 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0034_01_000001]
2015-02-12 10:33:05,886 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:05,886 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1067)) - Event EventType: KILL_CONTAINER sent to absent container container_1423764831909_0034_01_000001
2015-02-12 10:33:05,887 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0034 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:33:05,888 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:33:05,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:33:05,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:33:05,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:33:05,890 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0034
2015-02-12 10:33:05,891 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0034 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:33:05,891 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0034, with delay of 10800 seconds
2015-02-12 10:33:06,298 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742189_1365
2015-02-12 10:33:06,298 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742191_1367
2015-02-12 10:33:06,299 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742194_1370
2015-02-12 10:33:06,299 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742195_1371
2015-02-12 10:33:06,321 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0034 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:33:06,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:33:06,322 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:33:06,322 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0034
2015-02-12 10:33:06,322 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0034 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:33:06,322 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0034, with delay of 10800 seconds
2015-02-12 10:33:06,322 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:33:06,323 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:33:06,477 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30007 milliseconds
2015-02-12 10:33:06,477 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:33:06,501 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742193_1369
2015-02-12 10:33:06,502 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742192_1368
2015-02-12 10:33:06,550 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0034 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:33:06,550 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:06,551 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:33:06,551 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:33:06,551 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:33:06,552 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0034
2015-02-12 10:33:06,552 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:33:06,552 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0034 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:33:06,552 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0034, with delay of 10800 seconds
2015-02-12 10:33:06,565 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0034 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:33:06,566 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:33:06,566 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:33:06,566 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0034
2015-02-12 10:33:06,566 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0034 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:33:06,567 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0034, with delay of 10800 seconds
2015-02-12 10:33:06,566 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:33:06,567 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0034
2015-02-12 10:33:07,544 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59859 to replicate blk_1073742194_1370 to datanode(s) 127.0.0.1:59852
2015-02-12 10:33:07,551 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:08,775 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f1559335-183d-467e-a94d-d6e0669ca32e, infoPort=59860, ipcPort=59861, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742194_1370 to 127.0.0.1:59852
2015-02-12 10:33:08,776 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742194_1370 src: /127.0.0.1:52248 dest: /127.0.0.1:59852
2015-02-12 10:33:08,776 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742194_1370 (numBytes=2128) to /127.0.0.1:59852
2015-02-12 10:33:08,777 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742194_1370 src: /127.0.0.1:52248 dest: /127.0.0.1:59852 of size 2128
2015-02-12 10:33:08,778 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742194_1370 size 2128
2015-02-12 10:33:09,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742193_1369
2015-02-12 10:33:09,890 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742194_1370
2015-02-12 10:33:09,891 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742196_1372
2015-02-12 10:33:09,891 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742195_1371
2015-02-12 10:33:10,020 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742194_1370
2015-02-12 10:33:10,021 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742193_1369
2015-02-12 10:33:10,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742195_1371
2015-02-12 10:33:10,222 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742196_1372
2015-02-12 10:33:10,481 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742193_1369
2015-02-12 10:33:10,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:33:10,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:33:10,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:33:10,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:33:11,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035 dst=null perm=null proto=rpc
2015-02-12 10:33:11,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:33:11,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:33:11,508 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742196_1372
2015-02-12 10:33:12,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:33:12,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:33:13,091 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0035_000001 (auth:SIMPLE)
2015-02-12 10:33:13,100 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0035_000001
2015-02-12 10:33:13,100 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0035 APPATTEMPTID=appattempt_1423764831909_0035_000001
2015-02-12 10:33:13,101 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0035_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:33:13,101 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0035 State change from ACCEPTED to RUNNING
2015-02-12 10:33:13,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job_1423764831909_0035_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:33:13,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:33:13,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job_1423764831909_0035_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:33:13,400 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job_1423764831909_0035_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742197_1373{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:33:13,465 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742197_1373 src: /127.0.0.1:52317 dest: /127.0.0.1:59855
2015-02-12 10:33:13,466 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742197_1373 src: /127.0.0.1:52319 dest: /127.0.0.1:59859
2015-02-12 10:33:13,468 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742197_1373 src: /127.0.0.1:52320 dest: /127.0.0.1:59862
2015-02-12 10:33:13,514 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52320, dest: /127.0.0.1:59862, bytes: 116452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1807406116_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742197_1373, duration: 43511000
2015-02-12 10:33:13,514 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742197_1373, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:33:13,515 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52319, dest: /127.0.0.1:59859, bytes: 116452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1807406116_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742197_1373, duration: 44295000
2015-02-12 10:33:13,515 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742197_1373, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:13,515 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742197_1373{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:33:13,516 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52317, dest: /127.0.0.1:59855, bytes: 116452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1807406116_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742197_1373, duration: 45674000
2015-02-12 10:33:13,516 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742197_1373, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:13,516 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742197_1373{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:33:13,517 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742197_1373{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:33:13,528 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 3169 Total time for transactions(ms): 203 Number of transactions batched in Syncs: 2 Number of syncs: 2224 SyncTimes(ms): 62 32
2015-02-12 10:33:13,528 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job_1423764831909_0035_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1807406116_1
2015-02-12 10:33:14,350 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:33:14,350 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000002
2015-02-12 10:33:14,350 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0035_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:33:14,350 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0035_000001 container=Container: [ContainerId: container_1423764831909_0035_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:33:14,351 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:33:14,351 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:14,351 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:33:14,352 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000003
2015-02-12 10:33:14,352 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0035_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:33:14,352 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0035_000001 container=Container: [ContainerId: container_1423764831909_0035_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:33:14,352 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:33:14,352 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:14,353 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:33:14,353 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000004
2015-02-12 10:33:14,353 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0035_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:33:14,353 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0035_000001 container=Container: [ContainerId: container_1423764831909_0035_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:33:14,353 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:33:14,354 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:14,354 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:33:14,354 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000005
2015-02-12 10:33:14,354 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0035_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:33:14,354 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0035_000001 container=Container: [ContainerId: container_1423764831909_0035_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:33:14,355 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:33:14,355 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:14,566 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:33:14,566 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000006
2015-02-12 10:33:14,567 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0035_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:33:14,567 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0035_000001 container=Container: [ContainerId: container_1423764831909_0035_01_000006, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:33:14,567 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 10:33:14,567 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:14,568 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:33:14,568 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000007
2015-02-12 10:33:14,568 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0035_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 10:33:14,568 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0035_000001 container=Container: [ContainerId: container_1423764831909_0035_01_000007, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:33:14,568 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7
2015-02-12 10:33:14,568 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:15,180 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0035_01_000002
2015-02-12 10:33:15,181 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:33:15,181 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:33:15,182 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:33:15,183 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:33:15,184 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59924 for container : container_1423764831909_0035_01_000006
2015-02-12 10:33:15,184 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:33:15,185 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:33:15,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:15,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:15,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.xml dst=null perm=null proto=rpc
2015-02-12 10:33:15,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.xml dst=null perm=null proto=rpc
2015-02-12 10:33:15,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:33:15,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:33:15,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:33:15,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:33:15,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:33:15,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:33:15,355 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0035_000001 (auth:SIMPLE)
2015-02-12 10:33:15,355 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0035_000001 (auth:SIMPLE)
2015-02-12 10:33:15,356 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0035_000001 (auth:SIMPLE)
2015-02-12 10:33:15,356 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0035_000001 (auth:SIMPLE)
2015-02-12 10:33:15,358 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0035_000001 (auth:SIMPLE)
2015-02-12 10:33:15,359 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0035_000001 (auth:SIMPLE)
2015-02-12 10:33:15,362 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0035_01_000002 by user soberoi
2015-02-12 10:33:15,362 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0035
2015-02-12 10:33:15,362 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000002
2015-02-12 10:33:15,363 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0035_01_000007 by user soberoi
2015-02-12 10:33:15,363 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0035 transitioned from NEW to INITING
2015-02-12 10:33:15,363 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000007
2015-02-12 10:33:15,363 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0035_01_000006 by user soberoi
2015-02-12 10:33:15,363 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000006
2015-02-12 10:33:15,363 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0035_01_000004 by user soberoi
2015-02-12 10:33:15,364 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0035_01_000007 to application application_1423764831909_0035
2015-02-12 10:33:15,364 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0035_01_000006 to application application_1423764831909_0035
2015-02-12 10:33:15,364 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 10:33:15,364 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:33:15,362 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0035_01_000005 by user soberoi
2015-02-12 10:33:15,364 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0035
2015-02-12 10:33:15,365 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000005
2015-02-12 10:33:15,364 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000004
2015-02-12 10:33:15,363 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0035_01_000002 to application application_1423764831909_0035
2015-02-12 10:33:15,365 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0035_01_000004 to application application_1423764831909_0035
2015-02-12 10:33:15,365 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0035_01_000005 to application application_1423764831909_0035
2015-02-12 10:33:15,363 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0035_01_000003 by user soberoi
2015-02-12 10:33:15,366 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0035 transitioned from INITING to RUNNING
2015-02-12 10:33:15,366 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000003
2015-02-12 10:33:15,366 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:33:15,365 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0035
2015-02-12 10:33:15,366 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:33:15,366 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0035
2015-02-12 10:33:15,366 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:33:15,367 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0035
2015-02-12 10:33:15,367 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:33:15,367 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0035
2015-02-12 10:33:15,367 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0035_01_000003 to application application_1423764831909_0035
2015-02-12 10:33:15,367 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0035
2015-02-12 10:33:15,367 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0035
2015-02-12 10:33:15,367 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:33:15,367 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0035
2015-02-12 10:33:15,367 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:33:15,367 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0035
2015-02-12 10:33:15,368 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:33:15,368 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:33:15,368 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0035
2015-02-12 10:33:15,368 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0035
2015-02-12 10:33:15,368 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:33:15,368 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:33:15,368 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0035
2015-02-12 10:33:15,368 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:33:15,368 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0035
2015-02-12 10:33:15,368 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0035
2015-02-12 10:33:15,368 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:33:15,369 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0035
2015-02-12 10:33:15,369 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:33:15,369 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0035_01_000002
2015-02-12 10:33:15,369 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0035_01_000005
2015-02-12 10:33:15,370 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0035_01_000004
2015-02-12 10:33:15,370 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0035
2015-02-12 10:33:15,370 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0035
2015-02-12 10:33:15,370 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:33:15,370 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0035
2015-02-12 10:33:15,371 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0035_01_000003
2015-02-12 10:33:15,394 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0035_01_000003.tokens. Credentials list:
2015-02-12 10:33:15,397 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0035_01_000004.tokens. Credentials list:
2015-02-12 10:33:15,398 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0035_01_000002.tokens. Credentials list:
2015-02-12 10:33:15,401 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0035_01_000005.tokens. Credentials list:
2015-02-12 10:33:15,430 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 10:33:15,431 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:33:15,431 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:15,431 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:15,488 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742194_1370
2015-02-12 10:33:15,567 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:33:15,567 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:33:15,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000007/default_container_executor.sh]
2015-02-12 10:33:15,631 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000006/default_container_executor.sh]
2015-02-12 10:33:15,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:33:15,962 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:33:15,980 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0035_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000002.tokens
2015-02-12 10:33:15,980 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0035 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0035
2015-02-12 10:33:15,994 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:33:16,037 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:33:16,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:16,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:16,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0035_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000004.tokens
2015-02-12 10:33:16,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0035 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0035
2015-02-12 10:33:16,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0035_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000005.tokens
2015-02-12 10:33:16,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0035 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0035
2015-02-12 10:33:16,202 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:33:16,212 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0035/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:33:16,221 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0035_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000003.tokens
2015-02-12 10:33:16,221 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0035 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0035
2015-02-12 10:33:16,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.xml dst=null perm=null proto=rpc
2015-02-12 10:33:16,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.xml dst=null perm=null proto=rpc
2015-02-12 10:33:16,321 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0035/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:33:16,321 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:33:16,321 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:33:16,321 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:33:16,321 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:33:16,359 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:33:16,359 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:33:16,359 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:33:16,359 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:33:16,405 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:33:16,405 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:16,408 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:33:16,408 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:16,408 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:33:16,408 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:16,410 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:33:16,411 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:16,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000005/default_container_executor.sh]
2015-02-12 10:33:16,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000002/default_container_executor.sh]
2015-02-12 10:33:16,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000003/default_container_executor.sh]
2015-02-12 10:33:16,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000004/default_container_executor.sh]
2015-02-12 10:33:19,900 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742197_1373
2015-02-12 10:33:20,234 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742197_1373
2015-02-12 10:33:21,522 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742197_1373
2015-02-12 10:33:28,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.split dst=null perm=null proto=rpc
2015-02-12 10:33:28,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.split dst=null perm=null proto=rpc
2015-02-12 10:33:29,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.split dst=null perm=null proto=rpc
2015-02-12 10:33:29,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.split dst=null perm=null proto=rpc
2015-02-12 10:33:29,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.split dst=null perm=null proto=rpc
2015-02-12 10:33:29,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job.split dst=null perm=null proto=rpc
2015-02-12 10:33:29,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:33:29,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:33:29,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:33:29,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:33:29,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:33:29,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:33:29,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:33:30,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1423764831909_0035_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 10:33:30,265 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0035_000001 (auth:SIMPLE)
2015-02-12 10:33:30,266 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0035_01_000007
2015-02-12 10:33:30,266 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000007
2015-02-12 10:33:30,266 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000007 transitioned from RUNNING to KILLING
2015-02-12 10:33:30,267 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0035_01_000007
2015-02-12 10:33:30,311 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0035_01_000007 is : 143
2015-02-12 10:33:30,312 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job_1423764831909_0035_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742198_1374{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:33:30,314 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742198_1374 src: /127.0.0.1:52378 dest: /127.0.0.1:59862
2015-02-12 10:33:30,316 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742198_1374 src: /127.0.0.1:52379 dest: /127.0.0.1:59855
2015-02-12 10:33:30,317 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742198_1374 src: /127.0.0.1:52380 dest: /127.0.0.1:59852
2015-02-12 10:33:30,326 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job_1423764831909_0035_1.jhist for DFSClient_NONMAPREDUCE_-1807406116_1
2015-02-12 10:33:30,331 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:33:30,331 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000007
2015-02-12 10:33:30,331 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000007
2015-02-12 10:33:30,332 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000007
2015-02-12 10:33:30,332 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000007
2015-02-12 10:33:30,332 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000007
2015-02-12 10:33:30,332 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:33:30,332 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0035_01_000007 from application application_1423764831909_0035
2015-02-12 10:33:30,332 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:30,332 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0035
2015-02-12 10:33:30,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1423764831909_0035_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 10:33:30,471 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0035_000001 (auth:SIMPLE)
2015-02-12 10:33:30,474 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0035_01_000006
2015-02-12 10:33:30,474 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000006
2015-02-12 10:33:30,475 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:33:30,476 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0035_01_000006
2015-02-12 10:33:30,476 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:33:30,476 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0035_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 10:33:30,476 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000007
2015-02-12 10:33:30,476 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0035_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 10:33:30,476 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:7168, vCores:6> numContainers=6 user=soberoi user-resources=<memory:7168, vCores:6>
2015-02-12 10:33:30,478 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0035_01_000007, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 cluster=<memory:16384, vCores:32>
2015-02-12 10:33:30,478 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:30,478 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 10:33:30,478 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0035_000001 released container container_1423764831909_0035_01_000007 on node: host: 10.1.1.68:59924 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 10:33:30,497 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0035_01_000006 is : 143
2015-02-12 10:33:30,511 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:33:30,512 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000006
2015-02-12 10:33:30,513 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000006
2015-02-12 10:33:30,513 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000006
2015-02-12 10:33:30,515 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000006
2015-02-12 10:33:30,515 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000006
2015-02-12 10:33:30,517 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:33:30,517 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0035_01_000006 from application application_1423764831909_0035
2015-02-12 10:33:30,517 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:30,517 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0035
2015-02-12 10:33:31,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1423764831909_0035_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:33:31,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1423764831909_0035_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:33:31,274 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0035_000001 (auth:SIMPLE)
2015-02-12 10:33:31,276 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0035_01_000005
2015-02-12 10:33:31,277 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000005
2015-02-12 10:33:31,277 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:33:31,277 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0035_01_000005
2015-02-12 10:33:31,307 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0035_01_000005 is : 143
2015-02-12 10:33:31,319 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:33:31,320 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000005
2015-02-12 10:33:31,320 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000005
2015-02-12 10:33:31,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000005
2015-02-12 10:33:31,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000005
2015-02-12 10:33:31,321 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000005
2015-02-12 10:33:31,322 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:33:31,322 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0035_01_000005 from application application_1423764831909_0035
2015-02-12 10:33:31,323 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:31,323 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0035
2015-02-12 10:33:31,480 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:33:31,480 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0035_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:33:31,481 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000006
2015-02-12 10:33:31,481 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0035_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:33:31,481 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 10:33:31,482 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0035_01_000006, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 10:33:31,482 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:31,483 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:33:31,483 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0035_000001 released container container_1423764831909_0035_01_000006 on node: host: 10.1.1.68:59924 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:33:31,483 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:31,507 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0035_000001 (auth:SIMPLE)
2015-02-12 10:33:31,509 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0035_01_000003
2015-02-12 10:33:31,509 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000003
2015-02-12 10:33:31,510 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:33:31,511 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:33:31,511 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0035_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:33:31,511 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000005
2015-02-12 10:33:31,511 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0035_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:33:31,511 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:33:31,512 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0035_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:33:31,512 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:31,512 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:33:31,512 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0035_000001 released container container_1423764831909_0035_01_000005 on node: host: 10.1.1.68:59906 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:33:31,512 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0035_01_000003
2015-02-12 10:33:31,555 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0035_01_000003 is : 143
2015-02-12 10:33:31,580 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:33:31,581 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000003
2015-02-12 10:33:31,584 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000003
2015-02-12 10:33:31,584 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000003
2015-02-12 10:33:31,585 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000003
2015-02-12 10:33:31,585 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000003
2015-02-12 10:33:31,585 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:33:31,585 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0035_01_000003 from application application_1423764831909_0035
2015-02-12 10:33:31,585 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:31,585 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0035
2015-02-12 10:33:31,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1423764831909_0035_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:33:31,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1423764831909_0035_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:33:31,631 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0035_000001 (auth:SIMPLE)
2015-02-12 10:33:31,635 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0035_01_000002
2015-02-12 10:33:31,635 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000002
2015-02-12 10:33:31,635 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:33:31,636 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:33:31,637 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0035_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:33:31,637 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000003
2015-02-12 10:33:31,638 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0035_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:33:31,638 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:33:31,637 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0035_01_000002
2015-02-12 10:33:31,638 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0035_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:33:31,639 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:31,639 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:33:31,639 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0035_000001 released container container_1423764831909_0035_01_000003 on node: host: 10.1.1.68:59906 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:33:31,639 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:31,670 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0035_01_000002 is : 143
2015-02-12 10:33:31,682 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0035_000001 (auth:SIMPLE)
2015-02-12 10:33:31,685 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0035_01_000004
2015-02-12 10:33:31,685 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000004
2015-02-12 10:33:31,685 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:31,686 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:31,716 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:33:31,720 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:33:31,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000002
2015-02-12 10:33:31,723 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000002
2015-02-12 10:33:31,723 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000002
2015-02-12 10:33:31,726 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000002
2015-02-12 10:33:31,729 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0035_01_000004
2015-02-12 10:33:31,755 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0035_01_000004 is : 143
2015-02-12 10:33:31,824 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000002
2015-02-12 10:33:31,836 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:33:31,837 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:33:31,837 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0035_01_000002 from application application_1423764831909_0035
2015-02-12 10:33:31,837 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:31,838 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0035
2015-02-12 10:33:31,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000004
2015-02-12 10:33:31,840 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000004
2015-02-12 10:33:31,841 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000004
2015-02-12 10:33:31,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000004
2015-02-12 10:33:31,846 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000004
2015-02-12 10:33:31,847 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:33:31,849 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0035_01_000004 from application application_1423764831909_0035
2015-02-12 10:33:31,854 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:31,854 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0035
2015-02-12 10:33:32,481 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0035_01_000007]
2015-02-12 10:33:32,481 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:32,481 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:32,481 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:33:32,481 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000008
2015-02-12 10:33:32,482 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0035_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:33:32,482 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0035_000001 container=Container: [ContainerId: container_1423764831909_0035_01_000008, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:33:32,482 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:33:32,482 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:32,690 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:33:32,690 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0035_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:33:32,690 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000002
2015-02-12 10:33:32,690 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0035_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:33:32,690 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:33:32,691 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0035_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:33:32,691 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:32,692 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:33:32,692 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0035_000001 released container container_1423764831909_0035_01_000002 on node: host: 10.1.1.68:59906 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:33:32,692 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:32,692 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:33:32,692 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0035_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:33:32,692 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000004
2015-02-12 10:33:32,692 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0035_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:33:32,692 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:33:32,693 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0035_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:33:32,693 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:32,694 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:33:32,694 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0035_000001 released container container_1423764831909_0035_01_000004 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:33:32,694 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:33,271 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:33:33,310 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0035_000001 (auth:SIMPLE)
2015-02-12 10:33:33,312 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0035_01_000008 by user soberoi
2015-02-12 10:33:33,313 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000008
2015-02-12 10:33:33,313 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0035_01_000008 to application application_1423764831909_0035
2015-02-12 10:33:33,313 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000008 transitioned from NEW to LOCALIZING
2015-02-12 10:33:33,313 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0035
2015-02-12 10:33:33,313 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0035
2015-02-12 10:33:33,313 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:33:33,314 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0035
2015-02-12 10:33:33,314 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:33:33,372 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-12 10:33:33,372 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:33,485 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0035_01_000006]
2015-02-12 10:33:33,485 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:33:33,485 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:33,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000008/default_container_executor.sh]
2015-02-12 10:33:33,693 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0035_01_000005, container_1423764831909_0035_01_000003]
2015-02-12 10:33:33,693 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:33,694 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:33,694 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:33,694 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:34,277 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:33:34,694 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0035_01_000002, container_1423764831909_0035_01_000004]
2015-02-12 10:33:34,694 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:34,695 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:36,480 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 10:33:36,481 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:33:42,395 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:33:42,397 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:33:42,411 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:33:42,414 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:33:42,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1423764831909_0035_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:33:42,726 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1423764831909_0035_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742199_1375{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:33:42,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742199_1375 src: /127.0.0.1:52450 dest: /127.0.0.1:59852
2015-02-12 10:33:42,814 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742199_1375 src: /127.0.0.1:52451 dest: /127.0.0.1:59859
2015-02-12 10:33:42,816 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742199_1375 src: /127.0.0.1:52452 dest: /127.0.0.1:59862
2015-02-12 10:33:42,857 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52452, dest: /127.0.0.1:59862, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0035_r_000000_0_-729840406_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742199_1375, duration: 39649000
2015-02-12 10:33:42,857 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742199_1375, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:33:42,857 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742199_1375{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:33:42,858 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52451, dest: /127.0.0.1:59859, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0035_r_000000_0_-729840406_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742199_1375, duration: 40438000
2015-02-12 10:33:42,858 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742199_1375, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:42,859 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742199_1375{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:33:42,859 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52450, dest: /127.0.0.1:59852, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0035_r_000000_0_-729840406_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742199_1375, duration: 41691000
2015-02-12 10:33:42,859 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742199_1375, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:42,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742199_1375{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:33:42,863 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1423764831909_0035_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0035_r_000000_0_-729840406_1
2015-02-12 10:33:42,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1423764831909_0035_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:33:42,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1423764831909_0035_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:33:42,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/task_1423764831909_0035_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:33:42,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1423764831909_0035_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/task_1423764831909_0035_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:33:42,900 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0035_000001 (auth:SIMPLE)
2015-02-12 10:33:42,902 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0035_01_000008
2015-02-12 10:33:42,902 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000008
2015-02-12 10:33:42,902 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000008 transitioned from RUNNING to KILLING
2015-02-12 10:33:42,902 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0035_01_000008
2015-02-12 10:33:42,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:33:42,915 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1807406116_1
2015-02-12 10:33:42,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:33:42,925 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0035_01_000008 is : 143
2015-02-12 10:33:42,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null proto=rpc
2015-02-12 10:33:42,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null proto=rpc
2015-02-12 10:33:42,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/task_1423764831909_0035_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:33:42,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:33:42,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/task_1423764831909_0035_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:33:42,939 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:33:42,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000008
2015-02-12 10:33:42,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000008
2015-02-12 10:33:42,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000008
2015-02-12 10:33:42,941 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000008
2015-02-12 10:33:42,941 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000008
2015-02-12 10:33:42,941 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:33:42,941 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0035_01_000008 from application application_1423764831909_0035
2015-02-12 10:33:42,941 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:42,942 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0035
2015-02-12 10:33:42,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary dst=null perm=null proto=rpc
2015-02-12 10:33:42,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:33:42,951 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1807406116_1
2015-02-12 10:33:42,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:33:42,954 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1807406116_1
2015-02-12 10:33:42,972 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52380, dest: /127.0.0.1:59852, bytes: 76247, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1807406116_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742198_1374, duration: 12652875000
2015-02-12 10:33:42,972 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742198_1374, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:33:42,973 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742198_1374{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 16668
2015-02-12 10:33:42,974 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52379, dest: /127.0.0.1:59855, bytes: 76247, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1807406116_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742198_1374, duration: 12653437000
2015-02-12 10:33:42,974 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742198_1374, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:42,976 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52378, dest: /127.0.0.1:59862, bytes: 76247, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1807406116_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742198_1374, duration: 12656648000
2015-02-12 10:33:42,978 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742198_1374{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 16668
2015-02-12 10:33:42,979 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742198_1374, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:42,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742198_1374{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 16668
2015-02-12 10:33:42,980 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job_1423764831909_0035_1.jhist is closed by DFSClient_NONMAPREDUCE_-1807406116_1
2015-02-12 10:33:42,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:33:42,986 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742200_1376{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:33:42,988 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742200_1376 src: /127.0.0.1:52455 dest: /127.0.0.1:59852
2015-02-12 10:33:42,989 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742200_1376 src: /127.0.0.1:52456 dest: /127.0.0.1:59855
2015-02-12 10:33:42,991 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742200_1376 src: /127.0.0.1:52457 dest: /127.0.0.1:59862
2015-02-12 10:33:42,994 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52457, dest: /127.0.0.1:59862, bytes: 462, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1807406116_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742200_1376, duration: 1447000
2015-02-12 10:33:42,995 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742200_1376, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:33:42,995 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742200_1376{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:33:42,996 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52456, dest: /127.0.0.1:59855, bytes: 462, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1807406116_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742200_1376, duration: 2473000
2015-02-12 10:33:42,996 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742200_1376, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:42,997 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52455, dest: /127.0.0.1:59852, bytes: 462, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1807406116_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742200_1376, duration: 3519000
2015-02-12 10:33:42,997 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742200_1376{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:33:42,997 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742200_1376, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:42,998 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742200_1376{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:33:42,999 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1807406116_1
2015-02-12 10:33:43,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:33:43,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job_1423764831909_0035_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:33:43,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035-1423765981334-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F9B8E9C2EE1104BD5-1423766022955-6-1-SUCCEEDED-default-1423765993161.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:33:43,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job_1423764831909_0035_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:33:43,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035-1423765981334-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F9B8E9C2EE1104BD5-1423766022955-6-1-SUCCEEDED-default-1423765993161.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:33:43,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job_1423764831909_0035_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:33:43,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035-1423765981334-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F9B8E9C2EE1104BD5-1423766022955-6-1-SUCCEEDED-default-1423765993161.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:33:43,027 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035-1423765981334-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F9B8E9C2EE1104BD5-1423766022955-6-1-SUCCEEDED-default-1423765993161.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742201_1377{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:33:43,029 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742201_1377 src: /127.0.0.1:52459 dest: /127.0.0.1:59859
2015-02-12 10:33:43,031 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742201_1377 src: /127.0.0.1:52460 dest: /127.0.0.1:59852
2015-02-12 10:33:43,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742201_1377 src: /127.0.0.1:52461 dest: /127.0.0.1:59862
2015-02-12 10:33:43,036 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52461, dest: /127.0.0.1:59862, bytes: 76247, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1807406116_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742201_1377, duration: 2082000
2015-02-12 10:33:43,036 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742201_1377, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:33:43,037 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742201_1377{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:33:43,037 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52460, dest: /127.0.0.1:59852, bytes: 76247, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1807406116_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742201_1377, duration: 2608000
2015-02-12 10:33:43,037 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742201_1377, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:43,038 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742201_1377{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:33:43,038 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52459, dest: /127.0.0.1:59859, bytes: 76247, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1807406116_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742201_1377, duration: 4041000
2015-02-12 10:33:43,039 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742201_1377, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:43,039 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742201_1377{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:33:43,044 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035-1423765981334-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F9B8E9C2EE1104BD5-1423766022955-6-1-SUCCEEDED-default-1423765993161.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1807406116_1
2015-02-12 10:33:43,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035-1423765981334-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F9B8E9C2EE1104BD5-1423766022955-6-1-SUCCEEDED-default-1423765993161.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:33:43,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job_1423764831909_0035_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:33:43,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:33:43,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job_1423764831909_0035_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:33:43,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:33:43,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035/job_1423764831909_0035_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:33:43,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:33:43,062 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742202_1378{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:33:43,064 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742202_1378 src: /127.0.0.1:52463 dest: /127.0.0.1:59859
2015-02-12 10:33:43,066 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742202_1378 src: /127.0.0.1:52464 dest: /127.0.0.1:59862
2015-02-12 10:33:43,067 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742202_1378 src: /127.0.0.1:52465 dest: /127.0.0.1:59855
2015-02-12 10:33:43,074 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52465, dest: /127.0.0.1:59855, bytes: 116452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1807406116_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742202_1378, duration: 4840000
2015-02-12 10:33:43,074 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742202_1378, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:33:43,075 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742202_1378{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:33:43,075 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52464, dest: /127.0.0.1:59862, bytes: 116452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1807406116_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742202_1378, duration: 4997000
2015-02-12 10:33:43,075 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742202_1378, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:43,077 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52463, dest: /127.0.0.1:59859, bytes: 116452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1807406116_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742202_1378, duration: 6611000
2015-02-12 10:33:43,077 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742202_1378, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:43,077 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742202_1378{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:33:43,078 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742202_1378{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:33:43,079 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1807406116_1
2015-02-12 10:33:43,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:33:43,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:33:43,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:33:43,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035-1423765981334-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F9B8E9C2EE1104BD5-1423766022955-6-1-SUCCEEDED-default-1423765993161.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035-1423765981334-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F9B8E9C2EE1104BD5-1423766022955-6-1-SUCCEEDED-default-1423765993161.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:33:43,098 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0035_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:33:43,098 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0035_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:33:43,098 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0035 with final state: FINISHING
2015-02-12 10:33:43,099 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0035 State change from RUNNING to FINAL_SAVING
2015-02-12 10:33:43,099 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0035
2015-02-12 10:33:43,100 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0035_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:33:43,100 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0035 State change from FINAL_SAVING to FINISHING
2015-02-12 10:33:43,906 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:33:43,906 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0035_01_000008 in state: COMPLETED event:FINISHED
2015-02-12 10:33:43,906 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000008
2015-02-12 10:33:43,906 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0035_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59924, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:33:43,906 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:33:43,907 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0035_01_000008, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:33:43,908 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:43,908 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:33:43,908 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0035_000001 released container container_1423764831909_0035_01_000008 on node: host: 10.1.1.68:59924 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:33:44,104 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0035 unregistered successfully.
2015-02-12 10:33:44,108 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742193_1369 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:33:44,109 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742194_1370 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:33:44,110 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742195_1371 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:33:44,110 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742196_1372 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:33:44,110 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742198_1374 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:33:44,110 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742197_1373 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:33:44,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0035 dst=null perm=null proto=rpc
2015-02-12 10:33:44,149 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742189_1365 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:33:44,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/1834507898_lower_upper_9B9F479786B34928B12DB767088F205E dst=null perm=null proto=rpc
2015-02-12 10:33:44,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null proto=rpc
2015-02-12 10:33:44,152 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary
2015-02-12 10:33:44,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary dst=null perm=null proto=rpc
2015-02-12 10:33:44,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null proto=rpc
2015-02-12 10:33:44,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null proto=rpc
2015-02-12 10:33:44,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null proto=rpc
2015-02-12 10:33:44,170 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:33:44,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:33:44,175 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup
2015-02-12 10:33:44,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null proto=rpc
2015-02-12 10:33:44,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null proto=rpc
2015-02-12 10:33:44,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null proto=rpc
2015-02-12 10:33:44,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null proto=rpc
2015-02-12 10:33:44,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:33:44,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:33:44,204 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:33:44,204 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:33:44,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null proto=rpc
2015-02-12 10:33:44,225 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 10:33:44,225 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:33:44,226 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace"]
2015-02-12 10:33:44,226 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 10:33:44,226 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 10:33:44,226 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 10:33:44,227 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...ldedpipesplatform/replace
2015-02-12 10:33:44,238 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:33:44,250 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:33:44,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null proto=rpc
2015-02-12 10:33:44,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:33:44,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:33:44,256 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 36
2015-02-12 10:33:44,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036 dst=null perm=null proto=rpc
2015-02-12 10:33:44,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:33:44,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:33:44,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:44,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:33:44,265 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742203_1379{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:33:44,267 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742203_1379 src: /127.0.0.1:52505 dest: /127.0.0.1:59852
2015-02-12 10:33:44,268 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742203_1379 src: /127.0.0.1:52506 dest: /127.0.0.1:59855
2015-02-12 10:33:44,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742203_1379 src: /127.0.0.1:52507 dest: /127.0.0.1:59859
2015-02-12 10:33:44,278 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52507, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742203_1379, duration: 6878000
2015-02-12 10:33:44,279 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742203_1379, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:33:44,279 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742203_1379{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:33:44,279 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52506, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742203_1379, duration: 5891000
2015-02-12 10:33:44,280 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742203_1379, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:44,280 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742203_1379{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:33:44,280 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52505, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742203_1379, duration: 8463000
2015-02-12 10:33:44,280 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742203_1379, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:44,282 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742203_1379{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:33:44,284 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:33:44,285 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.jar
2015-02-12 10:33:44,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:44,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:33:44,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:33:44,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:33:44,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:33:44,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:33:44,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:33:44,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:33:44,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:33:44,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:33:44,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:33:44,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:33:44,305 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:33:44,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:33:44,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:33:44,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:33:44,311 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.split
2015-02-12 10:33:44,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.split dst=null perm=null proto=rpc
2015-02-12 10:33:44,312 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742204_1380{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:33:44,314 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742204_1380 src: /127.0.0.1:52508 dest: /127.0.0.1:59855
2015-02-12 10:33:44,315 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742204_1380 src: /127.0.0.1:52509 dest: /127.0.0.1:59852
2015-02-12 10:33:44,317 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742204_1380 src: /127.0.0.1:52510 dest: /127.0.0.1:59859
2015-02-12 10:33:44,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742204_1380 src: /127.0.0.1:52511 dest: /127.0.0.1:59862
2015-02-12 10:33:44,321 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52511, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742204_1380, duration: 1660000
2015-02-12 10:33:44,322 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742204_1380, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:33:44,322 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742204_1380{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:33:44,323 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52510, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742204_1380, duration: 2882000
2015-02-12 10:33:44,323 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742204_1380, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:44,323 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52509, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742204_1380, duration: 3857000
2015-02-12 10:33:44,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742204_1380{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:33:44,324 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742204_1380, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:44,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742204_1380{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:33:44,325 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52508, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742204_1380, duration: 5127000
2015-02-12 10:33:44,326 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742204_1380, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:44,327 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742204_1380{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:33:44,329 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:33:44,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:33:44,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:33:44,333 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742205_1381{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:33:44,334 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742205_1381 src: /127.0.0.1:52512 dest: /127.0.0.1:59862
2015-02-12 10:33:44,336 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742205_1381 src: /127.0.0.1:52513 dest: /127.0.0.1:59859
2015-02-12 10:33:44,338 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742205_1381 src: /127.0.0.1:52514 dest: /127.0.0.1:59855
2015-02-12 10:33:44,340 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52514, dest: /127.0.0.1:59855, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742205_1381, duration: 1405000
2015-02-12 10:33:44,341 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742205_1381, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:33:44,342 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52513, dest: /127.0.0.1:59859, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742205_1381, duration: 2080000
2015-02-12 10:33:44,342 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742205_1381, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:44,342 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742205_1381{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:33:44,344 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52512, dest: /127.0.0.1:59862, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742205_1381, duration: 4815000
2015-02-12 10:33:44,345 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742205_1381, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:44,345 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742205_1381{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:33:44,347 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742205_1381{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:33:44,348 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:33:44,349 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:33:44,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:33:44,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:33:44,358 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742206_1382{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:33:44,360 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742206_1382 src: /127.0.0.1:52515 dest: /127.0.0.1:59862
2015-02-12 10:33:44,361 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742206_1382 src: /127.0.0.1:52516 dest: /127.0.0.1:59852
2015-02-12 10:33:44,363 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742206_1382 src: /127.0.0.1:52517 dest: /127.0.0.1:59855
2015-02-12 10:33:44,366 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52517, dest: /127.0.0.1:59855, bytes: 97809, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742206_1382, duration: 1613000
2015-02-12 10:33:44,366 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742206_1382, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:33:44,366 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742206_1382{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:33:44,367 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52516, dest: /127.0.0.1:59852, bytes: 97809, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742206_1382, duration: 2317000
2015-02-12 10:33:44,367 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742206_1382, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:44,367 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742206_1382{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:33:44,368 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52515, dest: /127.0.0.1:59862, bytes: 97809, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742206_1382, duration: 3150000
2015-02-12 10:33:44,368 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742206_1382, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:44,372 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742206_1382{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:33:44,373 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:33:44,374 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0036
2015-02-12 10:33:44,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036 dst=null perm=null proto=rpc
2015-02-12 10:33:44,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.xml dst=null perm=null proto=rpc
2015-02-12 10:33:44,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.xml dst=null perm=null proto=rpc
2015-02-12 10:33:44,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:44,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:44,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.split dst=null perm=null proto=rpc
2015-02-12 10:33:44,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.split dst=null perm=null proto=rpc
2015-02-12 10:33:44,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:33:44,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:33:44,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:33:44,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:33:44,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:33:44,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:33:44,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:33:44,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:33:44,388 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 36 submitted by user soberoi
2015-02-12 10:33:44,388 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0036
2015-02-12 10:33:44,388 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0036
2015-02-12 10:33:44,389 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0036 State change from NEW to NEW_SAVING
2015-02-12 10:33:44,389 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0036
2015-02-12 10:33:44,390 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0036 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:33:44,390 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0036 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:33:44,390 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0036 from user: soberoi, in queue: default
2015-02-12 10:33:44,390 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0036 State change from SUBMITTED to ACCEPTED
2015-02-12 10:33:44,390 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0036_000001
2015-02-12 10:33:44,390 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0036_000001 State change from NEW to SUBMITTED
2015-02-12 10:33:44,391 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0036 from user: soberoi activated in queue: default
2015-02-12 10:33:44,391 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0036 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:33:44,391 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0036_000001 to scheduler from user soberoi in queue default
2015-02-12 10:33:44,392 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0036_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:33:44,593 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0036
2015-02-12 10:33:44,595 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0036/
2015-02-12 10:33:44,595 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423764831909_0036
2015-02-12 10:33:44,595 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0036/
2015-02-12 10:33:44,650 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:33:44,650 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000001
2015-02-12 10:33:44,650 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0036_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:33:44,650 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0036_000001 container=Container: [ContainerId: container_1423764831909_0036_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:33:44,650 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:33:44,651 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:44,651 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0036_01_000001
2015-02-12 10:33:44,652 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:33:44,652 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0036_000001
2015-02-12 10:33:44,652 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0036 AttemptId: appattempt_1423764831909_0036_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0036_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ]
2015-02-12 10:33:44,652 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0036_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:33:44,652 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0036_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:33:44,652 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0036_000001
2015-02-12 10:33:44,654 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0036_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0036_000001
2015-02-12 10:33:44,654 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0036_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:33:44,654 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0036_000001
2015-02-12 10:33:44,654 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0036_000001
2015-02-12 10:33:44,657 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0036_000001 (auth:SIMPLE)
2015-02-12 10:33:44,660 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0036_01_000001 by user soberoi
2015-02-12 10:33:44,660 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0036
2015-02-12 10:33:44,660 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000001
2015-02-12 10:33:44,660 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0036 transitioned from NEW to INITING
2015-02-12 10:33:44,660 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0036_01_000001 to application application_1423764831909_0036
2015-02-12 10:33:44,661 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0036 transitioned from INITING to RUNNING
2015-02-12 10:33:44,661 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0036_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0036_000001
2015-02-12 10:33:44,661 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0036_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:33:44,661 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:33:44,661 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0036
2015-02-12 10:33:44,661 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:33:44,662 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:33:44,662 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:33:44,662 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:33:44,662 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0036_01_000001
2015-02-12 10:33:44,676 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0036_01_000001.tokens. Credentials list:
2015-02-12 10:33:44,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:33:44,907 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:44,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0036_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000001.tokens
2015-02-12 10:33:44,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0036 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0036
2015-02-12 10:33:45,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:45,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:45,060 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0036/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:33:45,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:33:45,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:33:45,127 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0036/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:33:45,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.split dst=null perm=null proto=rpc
2015-02-12 10:33:45,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.split dst=null perm=null proto=rpc
2015-02-12 10:33:45,179 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0036/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:33:45,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.xml dst=null perm=null proto=rpc
2015-02-12 10:33:45,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.xml dst=null perm=null proto=rpc
2015-02-12 10:33:45,248 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0036/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:33:45,248 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:33:45,286 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:33:45,286 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:45,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000001/default_container_executor.sh]
2015-02-12 10:33:45,654 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:33:45,907 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:46,578 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59852 to replicate blk_1073742203_1379 to datanode(s) 127.0.0.1:59862
2015-02-12 10:33:46,578 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742193_1369, blk_1073742194_1370, blk_1073742198_1374, blk_1073742189_1365]
2015-02-12 10:33:46,578 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742193_1369, blk_1073742194_1370, blk_1073742195_1371, blk_1073742196_1372, blk_1073742197_1373, blk_1073742198_1374, blk_1073742189_1365]
2015-02-12 10:33:46,909 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:47,472 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5d835e39-c83e-4de7-bbde-92c2cf44d1a5, infoPort=59853, ipcPort=59854, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742203_1379 to 127.0.0.1:59862
2015-02-12 10:33:47,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742193_1369 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742193 for deletion
2015-02-12 10:33:47,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742194_1370 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742194 for deletion
2015-02-12 10:33:47,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742198_1374 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742198 for deletion
2015-02-12 10:33:47,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742193_1369 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742193
2015-02-12 10:33:47,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742189_1365 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742189 for deletion
2015-02-12 10:33:47,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742198_1374 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742198
2015-02-12 10:33:47,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742189_1365 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742189
2015-02-12 10:33:47,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742194_1370 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742194
2015-02-12 10:33:47,474 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742203_1379 (numBytes=254067) to /127.0.0.1:59862
2015-02-12 10:33:47,474 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742203_1379 src: /127.0.0.1:52525 dest: /127.0.0.1:59862
2015-02-12 10:33:47,476 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742203_1379 src: /127.0.0.1:52525 dest: /127.0.0.1:59862 of size 254067
2015-02-12 10:33:47,477 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742203_1379 size 254067
2015-02-12 10:33:47,913 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:47,963 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742193_1369 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742193 for deletion
2015-02-12 10:33:47,963 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742194_1370 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742194 for deletion
2015-02-12 10:33:47,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742195_1371 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742195 for deletion
2015-02-12 10:33:47,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742196_1372 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742196 for deletion
2015-02-12 10:33:47,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742197_1373 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742197 for deletion
2015-02-12 10:33:47,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742194_1370 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742194
2015-02-12 10:33:47,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742198_1374 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742198 for deletion
2015-02-12 10:33:47,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742189_1365 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742189 for deletion
2015-02-12 10:33:47,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742196_1372 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742196
2015-02-12 10:33:47,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742193_1369 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742193
2015-02-12 10:33:47,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742198_1374 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742198
2015-02-12 10:33:47,965 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742195_1371 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742195
2015-02-12 10:33:47,965 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742189_1365 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742189
2015-02-12 10:33:47,965 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742197_1373 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742197
2015-02-12 10:33:48,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:33:48,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:33:48,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:33:48,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:33:48,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036 dst=null perm=null proto=rpc
2015-02-12 10:33:48,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:33:48,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:33:48,916 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:49,181 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0035_01_000001 succeeded
2015-02-12 10:33:49,185 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:33:49,186 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0035_01_000001
2015-02-12 10:33:49,214 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000001
2015-02-12 10:33:49,218 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000001
2015-02-12 10:33:49,225 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000001
2015-02-12 10:33:49,226 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0035/container_1423764831909_0035_01_000001
2015-02-12 10:33:49,230 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000001
2015-02-12 10:33:49,236 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0035_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:33:49,237 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0035_01_000001 from application application_1423764831909_0035
2015-02-12 10:33:49,237 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:49,238 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0035
2015-02-12 10:33:49,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:33:49,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:33:49,579 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742193_1369, blk_1073742194_1370, blk_1073742195_1371, blk_1073742196_1372, blk_1073742197_1373, blk_1073742198_1374]
2015-02-12 10:33:49,579 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742193_1369, blk_1073742194_1370, blk_1073742195_1371, blk_1073742196_1372, blk_1073742197_1373, blk_1073742189_1365]
2015-02-12 10:33:49,916 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742203_1379
2015-02-12 10:33:49,917 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742200_1376
2015-02-12 10:33:49,917 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0035_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:33:49,917 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0035_000001
2015-02-12 10:33:49,917 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0035_000001
2015-02-12 10:33:49,917 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0035_000001 State change from FINISHING to FINISHED
2015-02-12 10:33:49,917 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0035_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:33:49,917 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0035 State change from FINISHING to FINISHED
2015-02-12 10:33:49,917 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000001
2015-02-12 10:33:49,918 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0035
2015-02-12 10:33:49,918 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0035_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59924, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:33:49,918 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0035,name=[89674AB7865B41088CC175EE4B76531F/9B8E9C2EE1104BD5B11065B92AD204A9] lower+upper+offset/(1/2) .../samemergethreechaingroup,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0035/jobhistory/job/job_1423764831909_0035,appMasterHost=10.1.1.68,startTime=1423765981334,finishTime=1423766023098,finalStatus=SUCCEEDED
2015-02-12 10:33:49,918 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:33:49,918 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0035_000001
2015-02-12 10:33:49,918 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0035_01_000001, NodeId: 10.1.1.68:59924, NodeHttpAddress: 10.1.1.68:59927, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59924 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:33:49,918 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:49,918 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:33:49,919 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0035_000001 released container container_1423764831909_0035_01_000001 on node: host: 10.1.1.68:59924 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:33:49,919 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:49,919 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0035_000001 is done. finalState=FINISHED
2015-02-12 10:33:49,919 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0035 requests cleared
2015-02-12 10:33:49,919 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0035 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:33:49,919 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0035 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:33:49,921 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0035_000001 (auth:SIMPLE)
2015-02-12 10:33:49,922 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0035_01_000001
2015-02-12 10:33:49,923 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0035 CONTAINERID=container_1423764831909_0035_01_000001
2015-02-12 10:33:49,923 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0035_01_000001]
2015-02-12 10:33:49,923 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:49,923 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0035 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:33:49,923 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:49,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423764831909_0035
2015-02-12 10:33:49,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423764831909_0035
2015-02-12 10:33:49,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423764831909_0035
2015-02-12 10:33:49,924 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0035
2015-02-12 10:33:49,924 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0035 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:33:49,924 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0035, with delay of 10800 seconds
2015-02-12 10:33:49,925 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423764831909_0035
2015-02-12 10:33:50,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742206_1382
2015-02-12 10:33:50,122 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742205_1381
2015-02-12 10:33:50,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742198_1374
2015-02-12 10:33:50,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742204_1380
2015-02-12 10:33:50,254 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742201_1377
2015-02-12 10:33:50,254 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742199_1375
2015-02-12 10:33:50,255 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742202_1378
2015-02-12 10:33:50,255 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742205_1381
2015-02-12 10:33:50,255 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742204_1380
2015-02-12 10:33:50,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742202_1378
2015-02-12 10:33:50,504 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742203_1379
2015-02-12 10:33:50,504 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742200_1376
2015-02-12 10:33:50,508 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742193_1369 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742193 for deletion
2015-02-12 10:33:50,508 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742194_1370 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742194 for deletion
2015-02-12 10:33:50,508 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742195_1371 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742195 for deletion
2015-02-12 10:33:50,509 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742196_1372 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742196 for deletion
2015-02-12 10:33:50,509 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742194_1370 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742194
2015-02-12 10:33:50,508 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742193_1369 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742193
2015-02-12 10:33:50,509 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742196_1372 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742196
2015-02-12 10:33:50,509 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742195_1371 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742195
2015-02-12 10:33:50,509 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742197_1373 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742197 for deletion
2015-02-12 10:33:50,509 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742198_1374 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742198 for deletion
2015-02-12 10:33:50,510 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742197_1373 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742197
2015-02-12 10:33:50,510 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742198_1374 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742198
2015-02-12 10:33:50,623 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0036_000001 (auth:SIMPLE)
2015-02-12 10:33:50,626 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0036_000001
2015-02-12 10:33:50,626 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0036 APPATTEMPTID=appattempt_1423764831909_0036_000001
2015-02-12 10:33:50,626 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0036_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:33:50,627 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0036 State change from ACCEPTED to RUNNING
2015-02-12 10:33:50,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742203_1379
2015-02-12 10:33:50,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job_1423764831909_0036_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:33:50,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:33:50,704 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742206_1382
2015-02-12 10:33:50,704 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742204_1380
2015-02-12 10:33:50,705 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742201_1377
2015-02-12 10:33:50,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742199_1375
2015-02-12 10:33:50,732 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0035 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:33:50,732 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0035
2015-02-12 10:33:50,733 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0035
2015-02-12 10:33:50,733 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0035
2015-02-12 10:33:50,733 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0035
2015-02-12 10:33:50,733 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0035 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:33:50,733 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0035, with delay of 10800 seconds
2015-02-12 10:33:50,733 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0035
2015-02-12 10:33:50,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job_1423764831909_0036_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:33:50,803 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742193_1369 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742193 for deletion
2015-02-12 10:33:50,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742194_1370 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742194 for deletion
2015-02-12 10:33:50,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742195_1371 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742195 for deletion
2015-02-12 10:33:50,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742196_1372 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742196 for deletion
2015-02-12 10:33:50,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742197_1373 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742197 for deletion
2015-02-12 10:33:50,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742189_1365 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742189 for deletion
2015-02-12 10:33:50,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742193_1369 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742193
2015-02-12 10:33:50,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742194_1370 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742194
2015-02-12 10:33:50,805 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742195_1371 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742195
2015-02-12 10:33:50,805 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742196_1372 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742196
2015-02-12 10:33:50,805 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742189_1365 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742189
2015-02-12 10:33:50,805 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742197_1373 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742197
2015-02-12 10:33:50,924 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:33:50,944 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job_1423764831909_0036_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742207_1383{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:33:50,992 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742207_1383 src: /127.0.0.1:52547 dest: /127.0.0.1:59859
2015-02-12 10:33:50,994 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742207_1383 src: /127.0.0.1:52548 dest: /127.0.0.1:59855
2015-02-12 10:33:50,996 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742207_1383 src: /127.0.0.1:52549 dest: /127.0.0.1:59862
2015-02-12 10:33:51,025 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52549, dest: /127.0.0.1:59862, bytes: 114836, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016767904_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742207_1383, duration: 27552000
2015-02-12 10:33:51,025 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742207_1383, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:33:51,025 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742207_1383{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:33:51,026 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52548, dest: /127.0.0.1:59855, bytes: 114836, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016767904_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742207_1383, duration: 28433000
2015-02-12 10:33:51,026 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742207_1383, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:51,026 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742207_1383{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:33:51,027 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52547, dest: /127.0.0.1:59859, bytes: 114836, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016767904_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742207_1383, duration: 29289000
2015-02-12 10:33:51,027 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742207_1383, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:33:51,028 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742207_1383{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:33:51,032 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job_1423764831909_0036_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-2016767904_1
2015-02-12 10:33:51,577 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742204_1380
2015-02-12 10:33:51,578 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742201_1377
2015-02-12 10:33:51,578 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742199_1375
2015-02-12 10:33:51,578 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742205_1381
2015-02-12 10:33:51,580 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742202_1378
2015-02-12 10:33:51,675 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:33:51,675 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000002
2015-02-12 10:33:51,675 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0036_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:33:51,675 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0036_000001 container=Container: [ContainerId: container_1423764831909_0036_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:33:51,675 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:33:51,676 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:51,676 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:33:51,676 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000003
2015-02-12 10:33:51,676 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0036_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 10:33:51,676 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0036_000001 container=Container: [ContainerId: container_1423764831909_0036_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:33:51,676 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:33:51,676 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:51,734 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:33:51,735 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000004
2015-02-12 10:33:51,735 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0036_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:33:51,735 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0036_000001 container=Container: [ContainerId: container_1423764831909_0036_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:33:51,735 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:33:51,735 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:51,735 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:33:51,735 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000005
2015-02-12 10:33:51,736 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0036_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:33:51,736 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0036_000001 container=Container: [ContainerId: container_1423764831909_0036_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:33:51,736 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:33:51,736 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:33:51,778 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742206_1382
2015-02-12 10:33:51,779 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742200_1376
2015-02-12 10:33:52,716 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0036_01_000002
2015-02-12 10:33:52,717 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:33:52,717 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:33:52,718 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0036_01_000004
2015-02-12 10:33:52,718 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:33:52,719 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:33:52,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:52,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:52,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.xml dst=null perm=null proto=rpc
2015-02-12 10:33:52,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.xml dst=null perm=null proto=rpc
2015-02-12 10:33:52,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:33:52,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:33:52,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:33:52,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:33:52,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:33:52,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:33:53,119 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0036_000001 (auth:SIMPLE)
2015-02-12 10:33:53,119 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0036_000001 (auth:SIMPLE)
2015-02-12 10:33:53,120 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0036_000001 (auth:SIMPLE)
2015-02-12 10:33:53,120 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0036_000001 (auth:SIMPLE)
2015-02-12 10:33:53,123 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0036_01_000005 by user soberoi
2015-02-12 10:33:53,123 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0036_01_000004 by user soberoi
2015-02-12 10:33:53,123 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0036
2015-02-12 10:33:53,123 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000005
2015-02-12 10:33:53,123 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0036_01_000004 to application application_1423764831909_0036
2015-02-12 10:33:53,124 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0036_01_000002 by user soberoi
2015-02-12 10:33:53,123 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000004
2015-02-12 10:33:53,124 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0036_01_000002 to application application_1423764831909_0036
2015-02-12 10:33:53,124 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000002
2015-02-12 10:33:53,125 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0036_01_000003 by user soberoi
2015-02-12 10:33:53,124 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0036 transitioned from NEW to INITING
2015-02-12 10:33:53,125 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0036_01_000005 to application application_1423764831909_0036
2015-02-12 10:33:53,125 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0036 transitioned from INITING to RUNNING
2015-02-12 10:33:53,125 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000003
2015-02-12 10:33:53,124 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:33:53,126 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0036
2015-02-12 10:33:53,126 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0036
2015-02-12 10:33:53,126 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:33:53,126 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0036
2015-02-12 10:33:53,126 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:33:53,127 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0036_01_000003 to application application_1423764831909_0036
2015-02-12 10:33:53,127 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:33:53,127 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:33:53,127 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:33:53,128 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0036
2015-02-12 10:33:53,128 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0036
2015-02-12 10:33:53,128 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:33:53,128 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0036
2015-02-12 10:33:53,128 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:33:53,128 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:33:53,128 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0036
2015-02-12 10:33:53,128 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0036
2015-02-12 10:33:53,129 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:33:53,129 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0036
2015-02-12 10:33:53,129 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0036_01_000005
2015-02-12 10:33:53,129 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0036
2015-02-12 10:33:53,129 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0036
2015-02-12 10:33:53,129 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:33:53,129 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0036
2015-02-12 10:33:53,130 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:33:53,131 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0036_01_000004
2015-02-12 10:33:53,165 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0036_01_000004.tokens. Credentials list:
2015-02-12 10:33:53,166 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0036_01_000005.tokens. Credentials list:
2015-02-12 10:33:53,192 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:33:53,192 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:33:53,192 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:53,192 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:53,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:33:53,387 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000002/default_container_executor.sh]
2015-02-12 10:33:53,403 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000003/default_container_executor.sh]
2015-02-12 10:33:53,530 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:33:53,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0036_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000004.tokens
2015-02-12 10:33:53,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0036 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0036
2015-02-12 10:33:53,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:53,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.jar dst=null perm=null proto=rpc
2015-02-12 10:33:53,677 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:33:53,677 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:33:53,685 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0036_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000005.tokens
2015-02-12 10:33:53,685 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0036 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0036
2015-02-12 10:33:53,739 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:33:53,739 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0036/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:33:53,742 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:33:53,742 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:33:53,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.xml dst=null perm=null proto=rpc
2015-02-12 10:33:53,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.xml dst=null perm=null proto=rpc
2015-02-12 10:33:53,826 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0036/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:33:53,826 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:33:53,826 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:33:53,875 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:33:53,875 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:33:53,875 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:53,875 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:33:54,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000005/default_container_executor.sh]
2015-02-12 10:33:54,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000004/default_container_executor.sh]
2015-02-12 10:33:56,783 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742207_1383
2015-02-12 10:33:56,988 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742203_1379
2015-02-12 10:34:00,350 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742207_1383
2015-02-12 10:34:00,670 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742207_1383
2015-02-12 10:34:06,482 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 10:34:06,482 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:34:11,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.split dst=null perm=null proto=rpc
2015-02-12 10:34:11,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.split dst=null perm=null proto=rpc
2015-02-12 10:34:11,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.split dst=null perm=null proto=rpc
2015-02-12 10:34:11,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job.split dst=null perm=null proto=rpc
2015-02-12 10:34:12,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:34:12,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:12,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:34:12,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:34:12,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:12,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:12,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:34:12,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:12,999 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742208_1384{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:34:13,033 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000001_0/part-00001. BP-1216473654-10.1.1.68-1423764814898 blk_1073742209_1385{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:34:13,102 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742208_1384 src: /127.0.0.1:52629 dest: /127.0.0.1:59855
2015-02-12 10:34:13,106 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742208_1384 src: /127.0.0.1:52631 dest: /127.0.0.1:59862
2015-02-12 10:34:13,108 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000002_0/part-00002. BP-1216473654-10.1.1.68-1423764814898 blk_1073742210_1386{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:34:13,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742208_1384 src: /127.0.0.1:52632 dest: /127.0.0.1:59852
2015-02-12 10:34:13,174 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742209_1385 src: /127.0.0.1:52630 dest: /127.0.0.1:59855
2015-02-12 10:34:13,180 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742209_1385 src: /127.0.0.1:52634 dest: /127.0.0.1:59862
2015-02-12 10:34:13,182 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742209_1385 src: /127.0.0.1:52635 dest: /127.0.0.1:59859
2015-02-12 10:34:13,190 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52632, dest: /127.0.0.1:59852, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0036_m_000000_0_464421887_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742208_1384, duration: 80787000
2015-02-12 10:34:13,191 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742208_1384, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:13,191 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742208_1384{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:13,191 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52631, dest: /127.0.0.1:59862, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0036_m_000000_0_464421887_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742208_1384, duration: 81587000
2015-02-12 10:34:13,192 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742208_1384, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:13,192 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742208_1384{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:13,192 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52629, dest: /127.0.0.1:59855, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0036_m_000000_0_464421887_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742208_1384, duration: 82690000
2015-02-12 10:34:13,193 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742208_1384, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:13,193 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742208_1384{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:13,196 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742210_1386 src: /127.0.0.1:52633 dest: /127.0.0.1:59859
2015-02-12 10:34:13,198 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742210_1386 src: /127.0.0.1:52636 dest: /127.0.0.1:59855
2015-02-12 10:34:13,199 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742210_1386 src: /127.0.0.1:52637 dest: /127.0.0.1:59852
2015-02-12 10:34:13,206 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0036_m_000000_0_464421887_1
2015-02-12 10:34:13,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:34:13,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:34:13,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1423764831909_0036_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:34:13,234 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52635, dest: /127.0.0.1:59859, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0036_m_000001_0_1837895035_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742209_1385, duration: 50979000
2015-02-12 10:34:13,234 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742209_1385, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:13,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1423764831909_0036_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:34:13,235 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52634, dest: /127.0.0.1:59862, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0036_m_000001_0_1837895035_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742209_1385, duration: 51800000
2015-02-12 10:34:13,235 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742209_1385, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:13,236 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742209_1385{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:34:13,236 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742209_1385{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:34:13,236 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52630, dest: /127.0.0.1:59855, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0036_m_000001_0_1837895035_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742209_1385, duration: 53003000
2015-02-12 10:34:13,236 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742209_1385, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:13,237 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742209_1385{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:34:13,241 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000001_0/part-00001 is closed by DFSClient_attempt_1423764831909_0036_m_000001_0_1837895035_1
2015-02-12 10:34:13,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:34:13,264 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0036_000001 (auth:SIMPLE)
2015-02-12 10:34:13,265 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0036_01_000002
2015-02-12 10:34:13,266 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000002
2015-02-12 10:34:13,266 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:34:13,266 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0036_01_000002
2015-02-12 10:34:13,283 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job_1423764831909_0036_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742211_1387{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:34:13,285 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742211_1387 src: /127.0.0.1:52640 dest: /127.0.0.1:59852
2015-02-12 10:34:13,286 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0036_01_000002 is : 143
2015-02-12 10:34:13,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742211_1387 src: /127.0.0.1:52641 dest: /127.0.0.1:59859
2015-02-12 10:34:13,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:34:13,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1423764831909_0036_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:34:13,293 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742211_1387 src: /127.0.0.1:52642 dest: /127.0.0.1:59855
2015-02-12 10:34:13,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1423764831909_0036_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:34:13,298 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job_1423764831909_0036_1.jhist for DFSClient_NONMAPREDUCE_-2016767904_1
2015-02-12 10:34:13,303 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:34:13,303 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000002
2015-02-12 10:34:13,304 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000002
2015-02-12 10:34:13,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000002
2015-02-12 10:34:13,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000002
2015-02-12 10:34:13,307 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000002
2015-02-12 10:34:13,307 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:34:13,307 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0036_01_000002 from application application_1423764831909_0036
2015-02-12 10:34:13,307 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:13,308 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0036
2015-02-12 10:34:13,316 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0036_000001 (auth:SIMPLE)
2015-02-12 10:34:13,318 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0036_01_000003
2015-02-12 10:34:13,318 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000003
2015-02-12 10:34:13,319 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:34:13,319 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0036_01_000003
2015-02-12 10:34:13,320 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:34:13,320 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0036_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:34:13,320 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000002
2015-02-12 10:34:13,320 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0036_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 10:34:13,320 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:34:13,321 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0036_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:34:13,321 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:13,321 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:34:13,321 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0036_000001 released container container_1423764831909_0036_01_000002 on node: host: 10.1.1.68:59934 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 10:34:13,332 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52637, dest: /127.0.0.1:59852, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0036_m_000002_0_-319943603_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742210_1386, duration: 131116000
2015-02-12 10:34:13,333 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742210_1386, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:13,334 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52636, dest: /127.0.0.1:59855, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0036_m_000002_0_-319943603_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742210_1386, duration: 132210000
2015-02-12 10:34:13,335 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742210_1386, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:13,336 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742210_1386{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:13,336 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52633, dest: /127.0.0.1:59859, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0036_m_000002_0_-319943603_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742210_1386, duration: 133678000
2015-02-12 10:34:13,336 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742210_1386{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:13,337 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742210_1386, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:13,337 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742210_1386{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:13,350 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000002_0/part-00002 is closed by DFSClient_attempt_1423764831909_0036_m_000002_0_-319943603_1
2015-02-12 10:34:13,351 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0036_01_000003 is : 143
2015-02-12 10:34:13,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:34:13,369 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:34:13,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000003
2015-02-12 10:34:13,370 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000003
2015-02-12 10:34:13,370 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000003
2015-02-12 10:34:13,371 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000003
2015-02-12 10:34:13,371 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000003
2015-02-12 10:34:13,372 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:34:13,372 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0036_01_000003 from application application_1423764831909_0036
2015-02-12 10:34:13,372 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:13,372 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0036
2015-02-12 10:34:13,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:34:13,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1423764831909_0036_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:34:13,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1423764831909_0036_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:34:13,398 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0036_000001 (auth:SIMPLE)
2015-02-12 10:34:13,399 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0036_01_000004
2015-02-12 10:34:13,399 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000004
2015-02-12 10:34:13,400 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:34:13,400 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0036_01_000004
2015-02-12 10:34:13,417 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0036_01_000004 is : 143
2015-02-12 10:34:13,432 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:34:13,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000004
2015-02-12 10:34:13,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000004
2015-02-12 10:34:13,435 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000004
2015-02-12 10:34:13,436 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000004
2015-02-12 10:34:13,436 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000004
2015-02-12 10:34:13,436 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:34:13,436 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0036_01_000004 from application application_1423764831909_0036
2015-02-12 10:34:13,437 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:13,437 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0036
2015-02-12 10:34:13,461 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000003_0/part-00003. BP-1216473654-10.1.1.68-1423764814898 blk_1073742212_1388{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:34:13,546 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742212_1388 src: /127.0.0.1:52645 dest: /127.0.0.1:59859
2015-02-12 10:34:13,547 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742212_1388 src: /127.0.0.1:52646 dest: /127.0.0.1:59855
2015-02-12 10:34:13,549 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742212_1388 src: /127.0.0.1:52647 dest: /127.0.0.1:59852
2015-02-12 10:34:13,584 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52647, dest: /127.0.0.1:59852, bytes: 37, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0036_m_000003_0_-1320397462_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742212_1388, duration: 33300000
2015-02-12 10:34:13,585 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742212_1388, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:13,585 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742212_1388{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:34:13,585 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52646, dest: /127.0.0.1:59855, bytes: 37, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0036_m_000003_0_-1320397462_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742212_1388, duration: 33922000
2015-02-12 10:34:13,585 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742212_1388, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:13,586 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742212_1388{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:34:13,586 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52645, dest: /127.0.0.1:59859, bytes: 37, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0036_m_000003_0_-1320397462_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742212_1388, duration: 34594000
2015-02-12 10:34:13,586 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742212_1388, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:13,586 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742212_1388{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:34:13,591 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 3282 Total time for transactions(ms): 208 Number of transactions batched in Syncs: 2 Number of syncs: 2298 SyncTimes(ms): 64 32
2015-02-12 10:34:13,591 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000003_0/part-00003 is closed by DFSClient_attempt_1423764831909_0036_m_000003_0_-1320397462_1
2015-02-12 10:34:13,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:34:13,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:34:13,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1423764831909_0036_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:34:13,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1423764831909_0036_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1423764831909_0036_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:34:13,639 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0036_000001 (auth:SIMPLE)
2015-02-12 10:34:13,641 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0036_01_000005
2015-02-12 10:34:13,641 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000005
2015-02-12 10:34:13,641 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:34:13,642 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0036_01_000005
2015-02-12 10:34:13,642 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:34:13,642 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0036_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:34:13,642 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000004
2015-02-12 10:34:13,642 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0036_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:34:13,642 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:34:13,643 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0036_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:34:13,643 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:13,643 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:34:13,643 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0036_000001 released container container_1423764831909_0036_01_000004 on node: host: 10.1.1.68:59906 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:34:13,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:13,648 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-2016767904_1
2015-02-12 10:34:13,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:34:13,664 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0036_01_000005 is : 143
2015-02-12 10:34:13,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null proto=rpc
2015-02-12 10:34:13,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null proto=rpc
2015-02-12 10:34:13,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1423764831909_0036_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:34:13,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:34:13,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1423764831909_0036_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:13,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null proto=rpc
2015-02-12 10:34:13,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null proto=rpc
2015-02-12 10:34:13,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1423764831909_0036_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:34:13,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:34:13,692 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:34:13,692 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000005
2015-02-12 10:34:13,693 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000005
2015-02-12 10:34:13,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1423764831909_0036_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:13,694 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000005
2015-02-12 10:34:13,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null proto=rpc
2015-02-12 10:34:13,694 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000005
2015-02-12 10:34:13,695 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000005
2015-02-12 10:34:13,695 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:34:13,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null proto=rpc
2015-02-12 10:34:13,696 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0036_01_000005 from application application_1423764831909_0036
2015-02-12 10:34:13,696 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:13,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1423764831909_0036_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:34:13,697 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0036
2015-02-12 10:34:13,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:34:13,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1423764831909_0036_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:13,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null proto=rpc
2015-02-12 10:34:13,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null proto=rpc
2015-02-12 10:34:13,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1423764831909_0036_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:34:13,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:34:13,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1423764831909_0036_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:13,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary dst=null perm=null proto=rpc
2015-02-12 10:34:13,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:13,718 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2016767904_1
2015-02-12 10:34:13,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:13,721 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2016767904_1
2015-02-12 10:34:13,736 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52642, dest: /127.0.0.1:59855, bytes: 47549, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016767904_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742211_1387, duration: 440728000
2015-02-12 10:34:13,736 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742211_1387, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:13,737 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742211_1387{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 15522
2015-02-12 10:34:13,738 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52641, dest: /127.0.0.1:59859, bytes: 47549, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016767904_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742211_1387, duration: 442217000
2015-02-12 10:34:13,738 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742211_1387, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:13,739 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742211_1387{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 15522
2015-02-12 10:34:13,739 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52640, dest: /127.0.0.1:59852, bytes: 47549, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016767904_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742211_1387, duration: 443888000
2015-02-12 10:34:13,739 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742211_1387, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:13,740 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742211_1387{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 15522
2015-02-12 10:34:13,741 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job_1423764831909_0036_1.jhist is closed by DFSClient_NONMAPREDUCE_-2016767904_1
2015-02-12 10:34:13,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:13,749 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742213_1389{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:34:13,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742213_1389 src: /127.0.0.1:52649 dest: /127.0.0.1:59862
2015-02-12 10:34:13,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742213_1389 src: /127.0.0.1:52650 dest: /127.0.0.1:59859
2015-02-12 10:34:13,755 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742213_1389 src: /127.0.0.1:52651 dest: /127.0.0.1:59852
2015-02-12 10:34:13,758 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52651, dest: /127.0.0.1:59852, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016767904_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742213_1389, duration: 1384000
2015-02-12 10:34:13,758 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742213_1389, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:13,759 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742213_1389{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:13,759 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52650, dest: /127.0.0.1:59859, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016767904_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742213_1389, duration: 2331000
2015-02-12 10:34:13,759 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742213_1389, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:13,759 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742213_1389{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:34:13,760 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52649, dest: /127.0.0.1:59862, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016767904_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742213_1389, duration: 3226000
2015-02-12 10:34:13,760 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742213_1389, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:13,760 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742213_1389{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:34:13,761 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036.summary_tmp is closed by DFSClient_NONMAPREDUCE_-2016767904_1
2015-02-12 10:34:13,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:13,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job_1423764831909_0036_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:34:13,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036-1423766024388-soberoi-%5B67A925F0ADA3405884D0C8CC3B06337B%2F51E2A0A093FF45F6-1423766053722-4-0-SUCCEEDED-default-1423766030650.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:34:13,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job_1423764831909_0036_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:34:13,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036-1423766024388-soberoi-%5B67A925F0ADA3405884D0C8CC3B06337B%2F51E2A0A093FF45F6-1423766053722-4-0-SUCCEEDED-default-1423766030650.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:34:13,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job_1423764831909_0036_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:34:13,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036-1423766024388-soberoi-%5B67A925F0ADA3405884D0C8CC3B06337B%2F51E2A0A093FF45F6-1423766053722-4-0-SUCCEEDED-default-1423766030650.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:13,783 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036-1423766024388-soberoi-%5B67A925F0ADA3405884D0C8CC3B06337B%2F51E2A0A093FF45F6-1423766053722-4-0-SUCCEEDED-default-1423766030650.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742214_1390{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:34:13,785 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742214_1390 src: /127.0.0.1:52653 dest: /127.0.0.1:59862
2015-02-12 10:34:13,787 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742214_1390 src: /127.0.0.1:52654 dest: /127.0.0.1:59859
2015-02-12 10:34:13,788 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742214_1390 src: /127.0.0.1:52655 dest: /127.0.0.1:59855
2015-02-12 10:34:13,791 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52655, dest: /127.0.0.1:59855, bytes: 47549, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016767904_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742214_1390, duration: 1793000
2015-02-12 10:34:13,792 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742214_1390, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:13,792 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742214_1390{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:34:13,792 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52654, dest: /127.0.0.1:59859, bytes: 47549, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016767904_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742214_1390, duration: 2284000
2015-02-12 10:34:13,792 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742214_1390, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:13,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742214_1390{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:34:13,793 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52653, dest: /127.0.0.1:59862, bytes: 47549, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016767904_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742214_1390, duration: 3206000
2015-02-12 10:34:13,793 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742214_1390, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:13,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742214_1390{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:34:13,795 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036-1423766024388-soberoi-%5B67A925F0ADA3405884D0C8CC3B06337B%2F51E2A0A093FF45F6-1423766053722-4-0-SUCCEEDED-default-1423766030650.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-2016767904_1
2015-02-12 10:34:13,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036-1423766024388-soberoi-%5B67A925F0ADA3405884D0C8CC3B06337B%2F51E2A0A093FF45F6-1423766053722-4-0-SUCCEEDED-default-1423766030650.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:13,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job_1423764831909_0036_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:34:13,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:34:13,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job_1423764831909_0036_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:34:13,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:34:13,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036/job_1423764831909_0036_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:34:13,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:13,809 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742215_1391{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:34:13,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742215_1391 src: /127.0.0.1:52657 dest: /127.0.0.1:59852
2015-02-12 10:34:13,814 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742215_1391 src: /127.0.0.1:52658 dest: /127.0.0.1:59859
2015-02-12 10:34:13,816 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742215_1391 src: /127.0.0.1:52659 dest: /127.0.0.1:59855
2015-02-12 10:34:13,820 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52659, dest: /127.0.0.1:59855, bytes: 114836, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016767904_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742215_1391, duration: 2285000
2015-02-12 10:34:13,820 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742215_1391, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:13,820 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742215_1391{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:34:13,821 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52658, dest: /127.0.0.1:59859, bytes: 114836, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016767904_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742215_1391, duration: 2931000
2015-02-12 10:34:13,821 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742215_1391, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:13,821 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742215_1391{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:34:13,821 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52657, dest: /127.0.0.1:59852, bytes: 114836, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016767904_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742215_1391, duration: 3818000
2015-02-12 10:34:13,822 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742215_1391, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:13,822 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742215_1391{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:34:13,824 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-2016767904_1
2015-02-12 10:34:13,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:13,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:13,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:13,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036-1423766024388-soberoi-%5B67A925F0ADA3405884D0C8CC3B06337B%2F51E2A0A093FF45F6-1423766053722-4-0-SUCCEEDED-default-1423766030650.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036-1423766024388-soberoi-%5B67A925F0ADA3405884D0C8CC3B06337B%2F51E2A0A093FF45F6-1423766053722-4-0-SUCCEEDED-default-1423766030650.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:13,837 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0036_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:34:13,837 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0036_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:34:13,838 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0036 with final state: FINISHING
2015-02-12 10:34:13,838 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0036 State change from RUNNING to FINAL_SAVING
2015-02-12 10:34:13,838 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0036
2015-02-12 10:34:13,838 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0036_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:34:13,838 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0036 State change from FINAL_SAVING to FINISHING
2015-02-12 10:34:14,324 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:14,324 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:34:14,325 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0036_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:34:14,325 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000003
2015-02-12 10:34:14,325 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0036_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:34:14,325 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:34:14,330 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0036_01_000003, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:34:14,330 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:14,331 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:34:14,331 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0036_000001 released container container_1423764831909_0036_01_000003 on node: host: 10.1.1.68:59934 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:34:14,646 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:14,646 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:34:14,647 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0036_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:34:14,647 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000005
2015-02-12 10:34:14,647 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0036_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:34:14,647 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:34:14,647 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0036_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:34:14,647 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:14,647 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:34:14,648 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0036_000001 released container container_1423764831909_0036_01_000005 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:34:14,843 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0036 unregistered successfully.
2015-02-12 10:34:14,845 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742203_1379 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:34:14,846 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742204_1380 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:34:14,846 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742205_1381 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:34:14,846 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742206_1382 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:34:14,846 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742211_1387 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:34:14,846 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742207_1383 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:34:14,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0036 dst=null perm=null proto=rpc
2015-02-12 10:34:14,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null proto=rpc
2015-02-12 10:34:14,903 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary
2015-02-12 10:34:14,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary dst=null perm=null proto=rpc
2015-02-12 10:34:14,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null proto=rpc
2015-02-12 10:34:14,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null proto=rpc
2015-02-12 10:34:14,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null proto=rpc
2015-02-12 10:34:14,928 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 10:34:14,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:34:14,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:34:14,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:34:14,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:34:14,940 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/replace
2015-02-12 10:34:14,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null proto=rpc
2015-02-12 10:34:14,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null proto=rpc
2015-02-12 10:34:14,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null proto=rpc
2015-02-12 10:34:14,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null proto=rpc
2015-02-12 10:34:14,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:34:14,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:34:14,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:34:14,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:34:14,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:34:14,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:34:14,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:34:14,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:34:14,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/extra+lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:34:14,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/extra+lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:34:14,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/extra+lower+upper.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:34:14,965 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/extra+lower+upper.txt. BP-1216473654-10.1.1.68-1423764814898 blk_1073742216_1392{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:34:14,966 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742216_1392 src: /127.0.0.1:52666 dest: /127.0.0.1:59855
2015-02-12 10:34:14,968 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742216_1392 src: /127.0.0.1:52667 dest: /127.0.0.1:59852
2015-02-12 10:34:14,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742216_1392 src: /127.0.0.1:52668 dest: /127.0.0.1:59862
2015-02-12 10:34:14,972 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52668, dest: /127.0.0.1:59862, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742216_1392, duration: 1280000
2015-02-12 10:34:14,972 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742216_1392, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:14,973 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742216_1392{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:34:14,973 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52667, dest: /127.0.0.1:59852, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742216_1392, duration: 1861000
2015-02-12 10:34:14,973 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742216_1392, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:14,973 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742216_1392{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:14,974 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52666, dest: /127.0.0.1:59855, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742216_1392, duration: 2947000
2015-02-12 10:34:14,974 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742216_1392, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:14,975 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742216_1392{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:14,976 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/extra+lower+upper.txt is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:34:14,989 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:34:14,990 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:34:14,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null proto=rpc
2015-02-12 10:34:15,002 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 10:34:15,002 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/extra+lower+upper.txt"]
2015-02-12 10:34:15,002 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size"]
2015-02-12 10:34:15,002 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 10:34:15,002 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 10:34:15,002 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 10:34:15,004 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...esplatform/ungrouped_size
2015-02-12 10:34:15,019 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:34:15,038 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:34:15,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null proto=rpc
2015-02-12 10:34:15,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:34:15,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:34:15,047 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 37
2015-02-12 10:34:15,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037 dst=null perm=null proto=rpc
2015-02-12 10:34:15,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:34:15,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:34:15,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:15,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:34:15,055 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742217_1393{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:34:15,057 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742217_1393 src: /127.0.0.1:52670 dest: /127.0.0.1:59855
2015-02-12 10:34:15,058 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742217_1393 src: /127.0.0.1:52671 dest: /127.0.0.1:59862
2015-02-12 10:34:15,060 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742217_1393 src: /127.0.0.1:52672 dest: /127.0.0.1:59852
2015-02-12 10:34:15,065 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52672, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742217_1393, duration: 2478000
2015-02-12 10:34:15,066 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742217_1393, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:15,066 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742217_1393{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:15,067 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52671, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742217_1393, duration: 3287000
2015-02-12 10:34:15,067 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742217_1393, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:15,068 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52670, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742217_1393, duration: 5481000
2015-02-12 10:34:15,069 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742217_1393, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:15,073 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742217_1393{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:15,073 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742217_1393{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:34:15,074 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:34:15,075 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.jar
2015-02-12 10:34:15,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:15,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:34:15,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:34:15,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:34:15,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:34:15,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:34:15,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:34:15,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:34:15,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:34:15,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:34:15,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:34:15,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/extra+lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:34:15,083 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:34:15,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/extra+lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:34:15,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:34:15,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:34:15,088 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.split
2015-02-12 10:34:15,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.split dst=null perm=null proto=rpc
2015-02-12 10:34:15,089 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742218_1394{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:34:15,091 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742218_1394 src: /127.0.0.1:52673 dest: /127.0.0.1:59862
2015-02-12 10:34:15,093 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742218_1394 src: /127.0.0.1:52674 dest: /127.0.0.1:59855
2015-02-12 10:34:15,094 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742218_1394 src: /127.0.0.1:52675 dest: /127.0.0.1:59859
2015-02-12 10:34:15,095 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742218_1394 src: /127.0.0.1:52676 dest: /127.0.0.1:59852
2015-02-12 10:34:15,099 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52676, dest: /127.0.0.1:59852, bytes: 1475, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742218_1394, duration: 1904000
2015-02-12 10:34:15,099 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742218_1394, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:15,100 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742218_1394{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:34:15,100 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52675, dest: /127.0.0.1:59859, bytes: 1475, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742218_1394, duration: 2392000
2015-02-12 10:34:15,100 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742218_1394, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:15,100 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742218_1394{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:34:15,101 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52674, dest: /127.0.0.1:59855, bytes: 1475, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742218_1394, duration: 3403000
2015-02-12 10:34:15,101 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742218_1394, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:15,101 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742218_1394{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:34:15,102 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52673, dest: /127.0.0.1:59862, bytes: 1475, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742218_1394, duration: 4556000
2015-02-12 10:34:15,102 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742218_1394, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:15,104 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742218_1394{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:34:15,105 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:34:15,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:34:15,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:34:15,112 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742219_1395{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:34:15,114 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742219_1395 src: /127.0.0.1:52677 dest: /127.0.0.1:59862
2015-02-12 10:34:15,116 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742219_1395 src: /127.0.0.1:52678 dest: /127.0.0.1:59855
2015-02-12 10:34:15,117 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742219_1395 src: /127.0.0.1:52679 dest: /127.0.0.1:59859
2015-02-12 10:34:15,120 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52679, dest: /127.0.0.1:59859, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742219_1395, duration: 1306000
2015-02-12 10:34:15,120 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742219_1395, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:15,121 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742219_1395{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:34:15,121 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52678, dest: /127.0.0.1:59855, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742219_1395, duration: 1820000
2015-02-12 10:34:15,121 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742219_1395, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:15,122 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742219_1395{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:34:15,122 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52677, dest: /127.0.0.1:59862, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742219_1395, duration: 2548000
2015-02-12 10:34:15,122 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742219_1395, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:15,123 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742219_1395{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:34:15,124 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:34:15,125 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:34:15,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:34:15,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:34:15,145 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742220_1396{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:34:15,147 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742220_1396 src: /127.0.0.1:52680 dest: /127.0.0.1:59855
2015-02-12 10:34:15,148 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742220_1396 src: /127.0.0.1:52681 dest: /127.0.0.1:59852
2015-02-12 10:34:15,150 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742220_1396 src: /127.0.0.1:52682 dest: /127.0.0.1:59862
2015-02-12 10:34:15,154 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52682, dest: /127.0.0.1:59862, bytes: 97652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742220_1396, duration: 1922000
2015-02-12 10:34:15,154 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742220_1396, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:15,154 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742220_1396{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:34:15,155 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52681, dest: /127.0.0.1:59852, bytes: 97652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742220_1396, duration: 2296000
2015-02-12 10:34:15,155 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742220_1396, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:15,155 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742220_1396{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:15,156 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52680, dest: /127.0.0.1:59855, bytes: 97652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742220_1396, duration: 3245000
2015-02-12 10:34:15,156 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742220_1396, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:15,156 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742220_1396{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:34:15,158 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:34:15,158 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0037
2015-02-12 10:34:15,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037 dst=null perm=null proto=rpc
2015-02-12 10:34:15,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.xml dst=null perm=null proto=rpc
2015-02-12 10:34:15,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.xml dst=null perm=null proto=rpc
2015-02-12 10:34:15,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:15,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:15,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.split dst=null perm=null proto=rpc
2015-02-12 10:34:15,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.split dst=null perm=null proto=rpc
2015-02-12 10:34:15,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:34:15,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:34:15,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:34:15,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:34:15,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:34:15,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:34:15,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:34:15,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:34:15,176 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 37 submitted by user soberoi
2015-02-12 10:34:15,176 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0037
2015-02-12 10:34:15,176 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0037
2015-02-12 10:34:15,176 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0037
2015-02-12 10:34:15,176 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0037 State change from NEW to NEW_SAVING
2015-02-12 10:34:15,177 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0037 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:34:15,177 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0037 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:34:15,177 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0037 from user: soberoi, in queue: default
2015-02-12 10:34:15,177 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0037 State change from SUBMITTED to ACCEPTED
2015-02-12 10:34:15,177 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0037
2015-02-12 10:34:15,177 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0037_000001
2015-02-12 10:34:15,178 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0037_000001 State change from NEW to SUBMITTED
2015-02-12 10:34:15,178 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0037 from user: soberoi activated in queue: default
2015-02-12 10:34:15,178 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0037 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:34:15,178 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0037_000001 to scheduler from user soberoi in queue default
2015-02-12 10:34:15,179 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0037_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:34:15,180 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0037/
2015-02-12 10:34:15,181 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423764831909_0037
2015-02-12 10:34:15,181 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0037/
2015-02-12 10:34:15,329 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:15,329 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:15,330 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:34:15,330 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000001
2015-02-12 10:34:15,330 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0037_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 10:34:15,330 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0037_000001 container=Container: [ContainerId: container_1423764831909_0037_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:34:15,331 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:34:15,331 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:15,331 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0037_01_000001
2015-02-12 10:34:15,332 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:34:15,332 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0037_000001
2015-02-12 10:34:15,333 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0037 AttemptId: appattempt_1423764831909_0037_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0037_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ]
2015-02-12 10:34:15,333 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0037_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:34:15,333 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0037_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:34:15,333 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0037_000001
2015-02-12 10:34:15,335 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0037_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0037_000001
2015-02-12 10:34:15,336 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0037_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:34:15,336 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0037_000001
2015-02-12 10:34:15,336 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0037_000001
2015-02-12 10:34:15,339 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0037_000001 (auth:SIMPLE)
2015-02-12 10:34:15,342 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0037_01_000001 by user soberoi
2015-02-12 10:34:15,342 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0037
2015-02-12 10:34:15,342 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000001
2015-02-12 10:34:15,342 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0037 transitioned from NEW to INITING
2015-02-12 10:34:15,342 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0037_01_000001 to application application_1423764831909_0037
2015-02-12 10:34:15,343 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0037 transitioned from INITING to RUNNING
2015-02-12 10:34:15,343 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0037_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0037_000001
2015-02-12 10:34:15,343 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0037_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:34:15,343 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:34:15,343 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0037
2015-02-12 10:34:15,343 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:34:15,344 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:34:15,344 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:34:15,344 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:34:15,344 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0037_01_000001
2015-02-12 10:34:15,357 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0037_01_000001.tokens. Credentials list:
2015-02-12 10:34:15,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:34:15,626 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423764831909_0037_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000001.tokens
2015-02-12 10:34:15,626 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0037 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0037
2015-02-12 10:34:15,647 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:15,647 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:15,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:15,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:15,772 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0037/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:34:15,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:34:15,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:34:15,836 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0037/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:34:15,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.split dst=null perm=null proto=rpc
2015-02-12 10:34:15,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.split dst=null perm=null proto=rpc
2015-02-12 10:34:15,902 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0037/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:34:15,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.xml dst=null perm=null proto=rpc
2015-02-12 10:34:15,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.xml dst=null perm=null proto=rpc
2015-02-12 10:34:15,981 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0037/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:34:15,981 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:34:16,028 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:34:16,028 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:16,154 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000001/default_container_executor.sh]
2015-02-12 10:34:16,332 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:34:16,333 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:16,333 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:16,601 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59862 to replicate blk_1073742217_1393 to datanode(s) 127.0.0.1:59859
2015-02-12 10:34:16,601 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742203_1379, blk_1073742204_1380, blk_1073742205_1381, blk_1073742206_1382, blk_1073742207_1383]
2015-02-12 10:34:16,601 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742211_1387, blk_1073742203_1379, blk_1073742204_1380, blk_1073742205_1381, blk_1073742206_1382, blk_1073742207_1383]
2015-02-12 10:34:16,652 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:16,652 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:17,336 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:17,336 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:17,530 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742211_1387 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742211 for deletion
2015-02-12 10:34:17,530 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742203_1379 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742203 for deletion
2015-02-12 10:34:17,530 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742204_1380 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742204 for deletion
2015-02-12 10:34:17,530 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742205_1381 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742205 for deletion
2015-02-12 10:34:17,530 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742211_1387 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742211
2015-02-12 10:34:17,531 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742204_1380 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742204
2015-02-12 10:34:17,531 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742203_1379 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742203
2015-02-12 10:34:17,530 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742206_1382 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742206 for deletion
2015-02-12 10:34:17,531 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742207_1383 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742207 for deletion
2015-02-12 10:34:17,531 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742205_1381 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742205
2015-02-12 10:34:17,531 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742206_1382 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742206
2015-02-12 10:34:17,531 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742207_1383 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742207
2015-02-12 10:34:17,658 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:17,658 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:17,977 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=6d0fd477-b147-4d14-b560-4457d96c577e, infoPort=59863, ipcPort=59864, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742217_1393 to 127.0.0.1:59859
2015-02-12 10:34:17,978 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742203_1379 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742203 for deletion
2015-02-12 10:34:17,978 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742204_1380 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742204 for deletion
2015-02-12 10:34:17,978 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742205_1381 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742205 for deletion
2015-02-12 10:34:17,978 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742206_1382 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742206 for deletion
2015-02-12 10:34:17,978 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742207_1383 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742207 for deletion
2015-02-12 10:34:17,978 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742203_1379 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742203
2015-02-12 10:34:17,978 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742205_1381 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742205
2015-02-12 10:34:17,979 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742204_1380 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742204
2015-02-12 10:34:17,979 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742217_1393 (numBytes=254067) to /127.0.0.1:59859
2015-02-12 10:34:17,979 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742217_1393 src: /127.0.0.1:52687 dest: /127.0.0.1:59859
2015-02-12 10:34:17,979 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742206_1382 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742206
2015-02-12 10:34:17,979 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742207_1383 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742207
2015-02-12 10:34:17,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742217_1393 src: /127.0.0.1:52687 dest: /127.0.0.1:59859 of size 254067
2015-02-12 10:34:17,981 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742217_1393 size 254067
2015-02-12 10:34:18,338 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:18,338 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:18,660 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:18,660 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:19,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:34:19,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:34:19,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:34:19,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:34:19,342 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:19,342 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:19,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037 dst=null perm=null proto=rpc
2015-02-12 10:34:19,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:34:19,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:34:19,603 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742211_1387, blk_1073742203_1379, blk_1073742204_1380, blk_1073742206_1382]
2015-02-12 10:34:19,603 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742211_1387, blk_1073742203_1379, blk_1073742204_1380, blk_1073742205_1381, blk_1073742207_1383]
2015-02-12 10:34:19,660 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:19,661 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:19,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:34:19,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:34:19,897 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0036_01_000001 succeeded
2015-02-12 10:34:19,897 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:34:19,897 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0036_01_000001
2015-02-12 10:34:19,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000001
2015-02-12 10:34:19,913 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000001
2015-02-12 10:34:19,913 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000001
2015-02-12 10:34:19,913 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0036/container_1423764831909_0036_01_000001
2015-02-12 10:34:19,913 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000001
2015-02-12 10:34:19,913 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0036_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:34:19,914 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0036_01_000001 from application application_1423764831909_0036
2015-02-12 10:34:19,914 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:19,914 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0036
2015-02-12 10:34:20,347 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0036_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:34:20,347 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0036_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:34:20,347 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000001
2015-02-12 10:34:20,347 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0036_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:34:20,347 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:34:20,347 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0036_000001
2015-02-12 10:34:20,347 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0036_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:34:20,347 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0036_000001
2015-02-12 10:34:20,347 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0036_000001 State change from FINISHING to FINISHED
2015-02-12 10:34:20,348 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0036 State change from FINISHING to FINISHED
2015-02-12 10:34:20,348 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0036
2015-02-12 10:34:20,348 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0036,name=[67A925F0ADA3405884D0C8CC3B06337B/51E2A0A093FF45F6A5AD6DB769BA6E6B] test/(1/1) ...ldedpipesplatform/replace,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0036/jobhistory/job/job_1423764831909_0036,appMasterHost=10.1.1.68,startTime=1423766024388,finishTime=1423766053838,finalStatus=SUCCEEDED
2015-02-12 10:34:20,347 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:20,348 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:34:20,348 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0036_000001 released container container_1423764831909_0036_01_000001 on node: host: 10.1.1.68:59934 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:34:20,349 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:20,349 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:20,349 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0036_000001 is done. finalState=FINISHED
2015-02-12 10:34:20,349 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0036 requests cleared
2015-02-12 10:34:20,349 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0036 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:34:20,349 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0036 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:34:20,350 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0036_000001
2015-02-12 10:34:20,356 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0036_000001 (auth:SIMPLE)
2015-02-12 10:34:20,358 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0036_01_000001
2015-02-12 10:34:20,358 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0036 CONTAINERID=container_1423764831909_0036_01_000001
2015-02-12 10:34:20,359 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0036_01_000001, container_1423764831909_0036_01_000002]
2015-02-12 10:34:20,359 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:20,359 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0036 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:34:20,359 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:20,360 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:20,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0036
2015-02-12 10:34:20,360 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0036
2015-02-12 10:34:20,360 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0036 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:34:20,360 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0036, with delay of 10800 seconds
2015-02-12 10:34:20,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0036
2015-02-12 10:34:20,362 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0036
2015-02-12 10:34:20,362 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0036
2015-02-12 10:34:20,366 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742216_1392
2015-02-12 10:34:20,367 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742214_1390
2015-02-12 10:34:20,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742211_1387 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742211 for deletion
2015-02-12 10:34:20,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742203_1379 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742203 for deletion
2015-02-12 10:34:20,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742204_1380 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742204 for deletion
2015-02-12 10:34:20,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742206_1382 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742206 for deletion
2015-02-12 10:34:20,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742211_1387 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742211
2015-02-12 10:34:20,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742203_1379 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742203
2015-02-12 10:34:20,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742206_1382 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742206
2015-02-12 10:34:20,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742204_1380 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742204
2015-02-12 10:34:20,569 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742217_1393
2015-02-12 10:34:20,569 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742219_1395
2015-02-12 10:34:20,570 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742212_1388
2015-02-12 10:34:20,571 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742208_1384
2015-02-12 10:34:20,571 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742218_1394
2015-02-12 10:34:20,572 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742220_1396
2015-02-12 10:34:20,661 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0036_01_000004]
2015-02-12 10:34:20,661 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:20,661 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:20,661 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0036 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:34:20,662 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0036
2015-02-12 10:34:20,662 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0036
2015-02-12 10:34:20,663 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0036
2015-02-12 10:34:20,663 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0036 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:34:20,663 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0036, with delay of 10800 seconds
2015-02-12 10:34:20,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0036
2015-02-12 10:34:20,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0036
2015-02-12 10:34:20,687 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742215_1391
2015-02-12 10:34:20,687 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742219_1395
2015-02-12 10:34:20,688 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742211_1387
2015-02-12 10:34:20,688 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742209_1385
2015-02-12 10:34:20,689 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742218_1394
2015-02-12 10:34:20,689 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742213_1389
2015-02-12 10:34:20,690 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742214_1390
2015-02-12 10:34:20,690 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742212_1388
2015-02-12 10:34:20,690 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742210_1386
2015-02-12 10:34:20,722 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742217_1393
2015-02-12 10:34:20,723 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742208_1384
2015-02-12 10:34:20,723 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742218_1394
2015-02-12 10:34:20,768 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742215_1391
2015-02-12 10:34:20,769 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742209_1385
2015-02-12 10:34:20,769 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742210_1386
2015-02-12 10:34:20,827 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742211_1387 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742211 for deletion
2015-02-12 10:34:20,827 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742203_1379 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742203 for deletion
2015-02-12 10:34:20,827 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742204_1380 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742204 for deletion
2015-02-12 10:34:20,827 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742205_1381 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742205 for deletion
2015-02-12 10:34:20,827 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742211_1387 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742211
2015-02-12 10:34:20,828 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742203_1379 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742203
2015-02-12 10:34:20,828 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742205_1381 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742205
2015-02-12 10:34:20,827 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742207_1383 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742207 for deletion
2015-02-12 10:34:20,828 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742204_1380 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742204
2015-02-12 10:34:20,829 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742207_1383 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742207
2015-02-12 10:34:20,921 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742220_1396
2015-02-12 10:34:20,922 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742213_1389
2015-02-12 10:34:20,923 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742215_1391
2015-02-12 10:34:20,923 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742216_1392
2015-02-12 10:34:20,923 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742212_1388
2015-02-12 10:34:20,924 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742210_1386
2015-02-12 10:34:21,361 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:21,375 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0037_000001 (auth:SIMPLE)
2015-02-12 10:34:21,378 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0037_000001
2015-02-12 10:34:21,378 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0037 APPATTEMPTID=appattempt_1423764831909_0037_000001
2015-02-12 10:34:21,379 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0037_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:34:21,379 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0037 State change from ACCEPTED to RUNNING
2015-02-12 10:34:21,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job_1423764831909_0037_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:21,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:34:21,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job_1423764831909_0037_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:21,662 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:21,771 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job_1423764831909_0037_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742221_1397{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:34:21,829 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742221_1397 src: /127.0.0.1:52738 dest: /127.0.0.1:59855
2015-02-12 10:34:21,831 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742221_1397 src: /127.0.0.1:52739 dest: /127.0.0.1:59852
2015-02-12 10:34:21,834 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742221_1397 src: /127.0.0.1:52740 dest: /127.0.0.1:59859
2015-02-12 10:34:21,870 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52740, dest: /127.0.0.1:59859, bytes: 114655, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1203426167_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742221_1397, duration: 34294000
2015-02-12 10:34:21,871 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742221_1397, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:21,871 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742221_1397{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:34:21,871 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52739, dest: /127.0.0.1:59852, bytes: 114655, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1203426167_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742221_1397, duration: 35076000
2015-02-12 10:34:21,871 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742221_1397, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:21,872 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52738, dest: /127.0.0.1:59855, bytes: 114655, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1203426167_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742221_1397, duration: 36193000
2015-02-12 10:34:21,872 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742221_1397, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:21,873 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742221_1397{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:21,874 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742221_1397{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:21,879 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job_1423764831909_0037_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1203426167_1
2015-02-12 10:34:22,009 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742214_1390
2015-02-12 10:34:22,009 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742209_1385
2015-02-12 10:34:22,009 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742218_1394
2015-02-12 10:34:22,011 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742217_1393
2015-02-12 10:34:22,011 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742213_1389
2015-02-12 10:34:22,012 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742216_1392
2015-02-12 10:34:22,012 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742208_1384
2015-02-12 10:34:22,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742220_1396
2015-02-12 10:34:22,213 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742219_1395
2015-02-12 10:34:22,664 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:34:22,664 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000002
2015-02-12 10:34:22,664 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0037_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:34:22,665 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0037_000001 container=Container: [ContainerId: container_1423764831909_0037_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:34:22,665 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:34:22,665 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:22,665 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:34:22,665 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000003
2015-02-12 10:34:22,665 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0037_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:34:22,666 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0037_000001 container=Container: [ContainerId: container_1423764831909_0037_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:34:22,666 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:34:22,666 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:22,666 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:34:22,666 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000004
2015-02-12 10:34:22,666 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0037_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:34:22,667 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0037_000001 container=Container: [ContainerId: container_1423764831909_0037_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:34:22,667 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:34:22,667 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:22,667 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:34:22,667 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000005
2015-02-12 10:34:22,667 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0037_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:34:22,667 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0037_000001 container=Container: [ContainerId: container_1423764831909_0037_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:34:22,668 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:34:22,668 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:23,445 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0037_01_000002
2015-02-12 10:34:23,445 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:34:23,446 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:34:23,446 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:34:23,447 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:34:23,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:23,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:23,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.xml dst=null perm=null proto=rpc
2015-02-12 10:34:23,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.xml dst=null perm=null proto=rpc
2015-02-12 10:34:23,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:34:23,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:34:23,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:34:23,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:34:23,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:34:23,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:34:23,609 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0037_000001 (auth:SIMPLE)
2015-02-12 10:34:23,610 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0037_000001 (auth:SIMPLE)
2015-02-12 10:34:23,611 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0037_000001 (auth:SIMPLE)
2015-02-12 10:34:23,613 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0037_000001 (auth:SIMPLE)
2015-02-12 10:34:23,616 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0037_01_000004 by user soberoi
2015-02-12 10:34:23,616 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0037
2015-02-12 10:34:23,616 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0037_01_000002 by user soberoi
2015-02-12 10:34:23,617 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000004
2015-02-12 10:34:23,617 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000002
2015-02-12 10:34:23,617 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0037 transitioned from NEW to INITING
2015-02-12 10:34:23,617 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0037_01_000004 to application application_1423764831909_0037
2015-02-12 10:34:23,617 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0037_01_000002 to application application_1423764831909_0037
2015-02-12 10:34:23,617 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0037 transitioned from INITING to RUNNING
2015-02-12 10:34:23,618 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:34:23,618 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0037_01_000003 by user soberoi
2015-02-12 10:34:23,618 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:34:23,618 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0037
2015-02-12 10:34:23,618 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000003
2015-02-12 10:34:23,618 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0037
2015-02-12 10:34:23,619 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:34:23,619 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0037
2015-02-12 10:34:23,619 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:34:23,619 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:34:23,619 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0037
2015-02-12 10:34:23,620 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0037
2015-02-12 10:34:23,620 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:34:23,620 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0037
2015-02-12 10:34:23,620 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0037_01_000003 to application application_1423764831909_0037
2015-02-12 10:34:23,620 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0037_01_000002
2015-02-12 10:34:23,621 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0037_01_000004
2015-02-12 10:34:23,623 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:34:23,623 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0037
2015-02-12 10:34:23,623 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0037
2015-02-12 10:34:23,623 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:34:23,623 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0037
2015-02-12 10:34:23,624 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0037_01_000003
2015-02-12 10:34:23,636 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0037_01_000005 by user soberoi
2015-02-12 10:34:23,637 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000005
2015-02-12 10:34:23,638 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0037_01_000005 to application application_1423764831909_0037
2015-02-12 10:34:23,638 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:34:23,638 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0037
2015-02-12 10:34:23,638 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0037
2015-02-12 10:34:23,638 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:34:23,638 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0037
2015-02-12 10:34:23,639 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0037_01_000005
2015-02-12 10:34:23,646 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0037_01_000002.tokens. Credentials list:
2015-02-12 10:34:23,649 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0037_01_000004.tokens. Credentials list:
2015-02-12 10:34:23,661 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0037_01_000003.tokens. Credentials list:
2015-02-12 10:34:23,667 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:34:23,667 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:34:23,668 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:34:23,668 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:34:23,672 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0037_01_000005.tokens. Credentials list:
2015-02-12 10:34:23,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:34:23,932 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0037_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000002.tokens
2015-02-12 10:34:23,932 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0037 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0037
2015-02-12 10:34:23,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:34:24,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:24,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:24,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:34:24,102 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0037_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000005.tokens
2015-02-12 10:34:24,103 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0037 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0037
2015-02-12 10:34:24,167 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0037/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:34:24,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.xml dst=null perm=null proto=rpc
2015-02-12 10:34:24,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.xml dst=null perm=null proto=rpc
2015-02-12 10:34:24,255 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:34:24,267 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423764831909_0037_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000003.tokens
2015-02-12 10:34:24,267 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0037 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0037
2015-02-12 10:34:24,285 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0037/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:34:24,285 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:34:24,285 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:34:24,285 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:34:24,285 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:34:24,354 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:34:24,354 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:24,359 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:34:24,360 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:24,363 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:34:24,363 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:24,365 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:34:24,365 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:24,461 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:34:24,488 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423764831909_0037_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000004.tokens
2015-02-12 10:34:24,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0037 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0037
2015-02-12 10:34:24,582 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000002/default_container_executor.sh]
2015-02-12 10:34:24,585 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000003/default_container_executor.sh]
2015-02-12 10:34:24,585 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000005/default_container_executor.sh]
2015-02-12 10:34:24,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000004/default_container_executor.sh]
2015-02-12 10:34:25,696 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742217_1393
2015-02-12 10:34:30,704 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742221_1397
2015-02-12 10:34:30,782 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742221_1397
2015-02-12 10:34:30,938 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742221_1397
2015-02-12 10:34:34,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.split dst=null perm=null proto=rpc
2015-02-12 10:34:34,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.split dst=null perm=null proto=rpc
2015-02-12 10:34:34,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.split dst=null perm=null proto=rpc
2015-02-12 10:34:35,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job.split dst=null perm=null proto=rpc
2015-02-12 10:34:35,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/extra+lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:34:35,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:35,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/extra+lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:34:35,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/extra+lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:34:35,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/extra+lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 10:34:35,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:35,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:36,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:36,484 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 10:34:36,484 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:34:36,775 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000002_0/part-00002. BP-1216473654-10.1.1.68-1423764814898 blk_1073742222_1398{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:34:36,837 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742222_1398 src: /127.0.0.1:52805 dest: /127.0.0.1:59859
2015-02-12 10:34:36,839 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742222_1398 src: /127.0.0.1:52806 dest: /127.0.0.1:59852
2015-02-12 10:34:36,845 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742222_1398 src: /127.0.0.1:52807 dest: /127.0.0.1:59862
2015-02-12 10:34:36,955 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742223_1399{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:34:36,982 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000003_0/part-00003. BP-1216473654-10.1.1.68-1423764814898 blk_1073742224_1400{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:34:37,095 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742224_1400 src: /127.0.0.1:52810 dest: /127.0.0.1:59859
2015-02-12 10:34:37,097 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742224_1400 src: /127.0.0.1:52811 dest: /127.0.0.1:59852
2015-02-12 10:34:37,098 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742224_1400 src: /127.0.0.1:52812 dest: /127.0.0.1:59855
2015-02-12 10:34:37,157 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000001_0/part-00001. BP-1216473654-10.1.1.68-1423764814898 blk_1073742225_1401{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:34:37,207 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52807, dest: /127.0.0.1:59862, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0037_m_000002_0_1890270478_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742222_1398, duration: 360169000
2015-02-12 10:34:37,207 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742222_1398, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:37,207 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742222_1398{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:34:37,208 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52806, dest: /127.0.0.1:59852, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0037_m_000002_0_1890270478_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742222_1398, duration: 356382000
2015-02-12 10:34:37,208 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742222_1398, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:37,209 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52805, dest: /127.0.0.1:59859, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0037_m_000002_0_1890270478_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742222_1398, duration: 357196000
2015-02-12 10:34:37,209 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742222_1398{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:37,209 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742222_1398, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:37,210 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742222_1398{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:34:37,214 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000002_0/part-00002 is closed by DFSClient_attempt_1423764831909_0037_m_000002_0_1890270478_1
2015-02-12 10:34:37,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:34:37,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:34:37,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1423764831909_0037_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:34:37,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1423764831909_0037_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:34:37,320 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742223_1399 src: /127.0.0.1:52809 dest: /127.0.0.1:59852
2015-02-12 10:34:37,321 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742223_1399 src: /127.0.0.1:52815 dest: /127.0.0.1:59862
2015-02-12 10:34:37,322 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0037_000001 (auth:SIMPLE)
2015-02-12 10:34:37,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742223_1399 src: /127.0.0.1:52816 dest: /127.0.0.1:59855
2015-02-12 10:34:37,324 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0037_01_000004
2015-02-12 10:34:37,324 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000004
2015-02-12 10:34:37,324 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:34:37,324 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0037_01_000004
2015-02-12 10:34:37,348 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0037_01_000004 is : 143
2015-02-12 10:34:37,351 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job_1423764831909_0037_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742226_1402{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:34:37,354 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742226_1402 src: /127.0.0.1:52818 dest: /127.0.0.1:59855
2015-02-12 10:34:37,355 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742226_1402 src: /127.0.0.1:52819 dest: /127.0.0.1:59862
2015-02-12 10:34:37,357 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742226_1402 src: /127.0.0.1:52820 dest: /127.0.0.1:59859
2015-02-12 10:34:37,358 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:34:37,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000004
2015-02-12 10:34:37,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000004
2015-02-12 10:34:37,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000004
2015-02-12 10:34:37,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000004
2015-02-12 10:34:37,359 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000004
2015-02-12 10:34:37,360 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:34:37,360 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0037_01_000004 from application application_1423764831909_0037
2015-02-12 10:34:37,360 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:37,360 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0037
2015-02-12 10:34:37,363 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job_1423764831909_0037_1.jhist for DFSClient_NONMAPREDUCE_-1203426167_1
2015-02-12 10:34:37,471 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52812, dest: /127.0.0.1:59855, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0037_m_000003_0_-332201925_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742224_1400, duration: 371009000
2015-02-12 10:34:37,471 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742224_1400, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:37,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742224_1400{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:34:37,472 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52811, dest: /127.0.0.1:59852, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0037_m_000003_0_-332201925_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742224_1400, duration: 371713000
2015-02-12 10:34:37,472 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742224_1400, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:37,473 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742224_1400{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:34:37,473 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52810, dest: /127.0.0.1:59859, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0037_m_000003_0_-332201925_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742224_1400, duration: 372771000
2015-02-12 10:34:37,473 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742224_1400, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:37,473 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742224_1400{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:34:37,477 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000003_0/part-00003 is closed by DFSClient_attempt_1423764831909_0037_m_000003_0_-332201925_1
2015-02-12 10:34:37,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:34:37,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742225_1401 src: /127.0.0.1:52813 dest: /127.0.0.1:59852
2015-02-12 10:34:37,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742225_1401 src: /127.0.0.1:52821 dest: /127.0.0.1:59862
2015-02-12 10:34:37,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742225_1401 src: /127.0.0.1:52822 dest: /127.0.0.1:59855
2015-02-12 10:34:37,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:34:37,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1423764831909_0037_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:34:37,501 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52816, dest: /127.0.0.1:59855, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0037_m_000000_0_157919818_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742223_1399, duration: 176420000
2015-02-12 10:34:37,501 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742223_1399, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:37,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742223_1399{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:34:37,502 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52815, dest: /127.0.0.1:59862, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0037_m_000000_0_157919818_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742223_1399, duration: 176871000
2015-02-12 10:34:37,502 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742223_1399, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:37,503 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742223_1399{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:34:37,503 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52809, dest: /127.0.0.1:59852, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0037_m_000000_0_157919818_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742223_1399, duration: 177797000
2015-02-12 10:34:37,503 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742223_1399, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:37,504 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742223_1399{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:34:37,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1423764831909_0037_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:34:37,510 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0037_m_000000_0_157919818_1
2015-02-12 10:34:37,521 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0037_000001 (auth:SIMPLE)
2015-02-12 10:34:37,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:34:37,523 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0037_01_000005
2015-02-12 10:34:37,523 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000005
2015-02-12 10:34:37,523 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:34:37,524 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0037_01_000005
2015-02-12 10:34:37,524 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:34:37,526 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0037_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:34:37,526 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000004
2015-02-12 10:34:37,526 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0037_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:34:37,526 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:34:37,528 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0037_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:34:37,528 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:37,528 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:34:37,528 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0037_000001 released container container_1423764831909_0037_01_000004 on node: host: 10.1.1.68:59906 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:34:37,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:34:37,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1423764831909_0037_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:34:37,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1423764831909_0037_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:34:37,552 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0037_01_000005 is : 143
2015-02-12 10:34:37,555 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0037_000001 (auth:SIMPLE)
2015-02-12 10:34:37,557 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0037_01_000002
2015-02-12 10:34:37,557 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000002
2015-02-12 10:34:37,557 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:37,571 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:34:37,571 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:34:37,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000005
2015-02-12 10:34:37,573 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000005
2015-02-12 10:34:37,574 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000005
2015-02-12 10:34:37,574 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000005
2015-02-12 10:34:37,574 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0037_01_000002
2015-02-12 10:34:37,594 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0037_01_000002 is : 143
2015-02-12 10:34:37,605 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000005
2015-02-12 10:34:37,605 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:34:37,605 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:34:37,605 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0037_01_000005 from application application_1423764831909_0037
2015-02-12 10:34:37,605 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:37,605 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0037
2015-02-12 10:34:37,606 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000002
2015-02-12 10:34:37,606 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000002
2015-02-12 10:34:37,606 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000002
2015-02-12 10:34:37,607 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000002
2015-02-12 10:34:37,607 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:34:37,607 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0037_01_000002 from application application_1423764831909_0037
2015-02-12 10:34:37,607 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:37,607 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0037
2015-02-12 10:34:37,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000002
2015-02-12 10:34:37,745 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52822, dest: /127.0.0.1:59855, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0037_m_000001_0_-1652356384_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742225_1401, duration: 244954000
2015-02-12 10:34:37,745 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742225_1401, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:37,745 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742225_1401{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:34:37,746 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52821, dest: /127.0.0.1:59862, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0037_m_000001_0_-1652356384_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742225_1401, duration: 245590000
2015-02-12 10:34:37,746 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742225_1401, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:37,746 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742225_1401{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:34:37,747 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52813, dest: /127.0.0.1:59852, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0037_m_000001_0_-1652356384_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742225_1401, duration: 246455000
2015-02-12 10:34:37,747 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742225_1401, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:37,747 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742225_1401{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:34:37,752 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000001_0/part-00001 is closed by DFSClient_attempt_1423764831909_0037_m_000001_0_-1652356384_1
2015-02-12 10:34:37,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:34:37,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:34:37,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1423764831909_0037_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:34:37,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1423764831909_0037_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1423764831909_0037_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:34:37,791 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0037_000001 (auth:SIMPLE)
2015-02-12 10:34:37,792 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0037_01_000003
2015-02-12 10:34:37,792 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000003
2015-02-12 10:34:37,793 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:34:37,793 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0037_01_000003
2015-02-12 10:34:37,793 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:34:37,794 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0037_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:34:37,794 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000002
2015-02-12 10:34:37,794 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0037_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:34:37,794 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:34:37,795 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0037_01_000002, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:34:37,795 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:37,795 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:34:37,795 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0037_000001 released container container_1423764831909_0037_01_000002 on node: host: 10.1.1.68:59906 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:34:37,795 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:37,795 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:34:37,795 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0037_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:34:37,795 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000005
2015-02-12 10:34:37,796 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0037_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:34:37,796 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:34:37,796 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0037_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:34:37,797 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:37,797 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:34:37,797 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0037_000001 released container container_1423764831909_0037_01_000005 on node: host: 10.1.1.68:59906 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:34:37,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:37,799 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1203426167_1
2015-02-12 10:34:37,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:34:37,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null proto=rpc
2015-02-12 10:34:37,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null proto=rpc
2015-02-12 10:34:37,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1423764831909_0037_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:34:37,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:34:37,816 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0037_01_000003 is : 143
2015-02-12 10:34:37,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1423764831909_0037_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:37,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null proto=rpc
2015-02-12 10:34:37,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null proto=rpc
2015-02-12 10:34:37,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1423764831909_0037_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:34:37,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:34:37,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1423764831909_0037_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:37,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null proto=rpc
2015-02-12 10:34:37,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null proto=rpc
2015-02-12 10:34:37,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1423764831909_0037_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:34:37,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:34:37,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1423764831909_0037_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:37,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null proto=rpc
2015-02-12 10:34:37,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null proto=rpc
2015-02-12 10:34:37,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1423764831909_0037_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:34:37,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:34:37,840 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:34:37,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1423764831909_0037_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:37,840 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000003
2015-02-12 10:34:37,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary dst=null perm=null proto=rpc
2015-02-12 10:34:37,846 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000003
2015-02-12 10:34:37,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:37,850 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000003
2015-02-12 10:34:37,850 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1203426167_1
2015-02-12 10:34:37,852 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000003
2015-02-12 10:34:37,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:37,853 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000003
2015-02-12 10:34:37,853 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:34:37,854 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0037_01_000003 from application application_1423764831909_0037
2015-02-12 10:34:37,854 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1203426167_1
2015-02-12 10:34:37,854 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:37,865 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0037
2015-02-12 10:34:37,868 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52820, dest: /127.0.0.1:59859, bytes: 47559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1203426167_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742226_1402, duration: 509521000
2015-02-12 10:34:37,868 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742226_1402, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:37,870 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742226_1402{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 15527
2015-02-12 10:34:37,870 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52819, dest: /127.0.0.1:59862, bytes: 47559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1203426167_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742226_1402, duration: 510974000
2015-02-12 10:34:37,870 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742226_1402, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:37,871 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742226_1402{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 15527
2015-02-12 10:34:37,871 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52818, dest: /127.0.0.1:59855, bytes: 47559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1203426167_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742226_1402, duration: 512606000
2015-02-12 10:34:37,872 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742226_1402, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:37,872 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742226_1402{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 15527
2015-02-12 10:34:37,874 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job_1423764831909_0037_1.jhist is closed by DFSClient_NONMAPREDUCE_-1203426167_1
2015-02-12 10:34:37,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:37,879 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742227_1403{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:34:37,881 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742227_1403 src: /127.0.0.1:52826 dest: /127.0.0.1:59862
2015-02-12 10:34:37,882 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742227_1403 src: /127.0.0.1:52827 dest: /127.0.0.1:59859
2015-02-12 10:34:37,884 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742227_1403 src: /127.0.0.1:52828 dest: /127.0.0.1:59855
2015-02-12 10:34:37,887 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52828, dest: /127.0.0.1:59855, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1203426167_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742227_1403, duration: 1451000
2015-02-12 10:34:37,887 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742227_1403, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:37,887 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742227_1403{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:34:37,887 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52827, dest: /127.0.0.1:59859, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1203426167_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742227_1403, duration: 1934000
2015-02-12 10:34:37,888 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742227_1403, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:37,888 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742227_1403{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:34:37,888 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52826, dest: /127.0.0.1:59862, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1203426167_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742227_1403, duration: 2790000
2015-02-12 10:34:37,888 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742227_1403, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:37,889 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742227_1403{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:34:37,890 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1203426167_1
2015-02-12 10:34:37,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:37,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job_1423764831909_0037_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:34:37,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037-1423766055176-soberoi-%5B21B558E3241644579ED0A06244324513%2FF5397AFAC57B4AE8-1423766077855-4-0-SUCCEEDED-default-1423766061415.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:34:37,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job_1423764831909_0037_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:34:37,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037-1423766055176-soberoi-%5B21B558E3241644579ED0A06244324513%2FF5397AFAC57B4AE8-1423766077855-4-0-SUCCEEDED-default-1423766061415.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:34:37,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job_1423764831909_0037_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:34:37,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037-1423766055176-soberoi-%5B21B558E3241644579ED0A06244324513%2FF5397AFAC57B4AE8-1423766077855-4-0-SUCCEEDED-default-1423766061415.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:37,917 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037-1423766055176-soberoi-%5B21B558E3241644579ED0A06244324513%2FF5397AFAC57B4AE8-1423766077855-4-0-SUCCEEDED-default-1423766061415.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742228_1404{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:34:37,919 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742228_1404 src: /127.0.0.1:52830 dest: /127.0.0.1:59859
2015-02-12 10:34:37,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742228_1404 src: /127.0.0.1:52831 dest: /127.0.0.1:59852
2015-02-12 10:34:37,922 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742228_1404 src: /127.0.0.1:52832 dest: /127.0.0.1:59855
2015-02-12 10:34:37,926 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52832, dest: /127.0.0.1:59855, bytes: 47559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1203426167_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742228_1404, duration: 1876000
2015-02-12 10:34:37,926 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742228_1404, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:37,927 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742228_1404{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:34:37,927 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52831, dest: /127.0.0.1:59852, bytes: 47559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1203426167_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742228_1404, duration: 2588000
2015-02-12 10:34:37,927 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742228_1404, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:37,928 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742228_1404{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:37,928 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52830, dest: /127.0.0.1:59859, bytes: 47559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1203426167_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742228_1404, duration: 3415000
2015-02-12 10:34:37,928 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742228_1404, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:37,929 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742228_1404{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:37,932 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037-1423766055176-soberoi-%5B21B558E3241644579ED0A06244324513%2FF5397AFAC57B4AE8-1423766077855-4-0-SUCCEEDED-default-1423766061415.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1203426167_1
2015-02-12 10:34:37,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037-1423766055176-soberoi-%5B21B558E3241644579ED0A06244324513%2FF5397AFAC57B4AE8-1423766077855-4-0-SUCCEEDED-default-1423766061415.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:37,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job_1423764831909_0037_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:34:37,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:34:37,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job_1423764831909_0037_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:34:37,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:34:37,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037/job_1423764831909_0037_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:34:37,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:37,951 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742229_1405{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:34:37,953 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742229_1405 src: /127.0.0.1:52834 dest: /127.0.0.1:59852
2015-02-12 10:34:37,955 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742229_1405 src: /127.0.0.1:52835 dest: /127.0.0.1:59859
2015-02-12 10:34:37,956 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742229_1405 src: /127.0.0.1:52836 dest: /127.0.0.1:59862
2015-02-12 10:34:37,960 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52836, dest: /127.0.0.1:59862, bytes: 114655, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1203426167_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742229_1405, duration: 1736000
2015-02-12 10:34:37,960 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742229_1405, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:37,961 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742229_1405{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:34:37,961 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52835, dest: /127.0.0.1:59859, bytes: 114655, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1203426167_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742229_1405, duration: 2389000
2015-02-12 10:34:37,961 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742229_1405, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:37,962 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742229_1405{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:34:37,962 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52834, dest: /127.0.0.1:59852, bytes: 114655, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1203426167_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742229_1405, duration: 3262000
2015-02-12 10:34:37,962 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742229_1405, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:37,962 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742229_1405{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:37,963 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1203426167_1
2015-02-12 10:34:37,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:37,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:37,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:37,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037-1423766055176-soberoi-%5B21B558E3241644579ED0A06244324513%2FF5397AFAC57B4AE8-1423766077855-4-0-SUCCEEDED-default-1423766061415.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037-1423766055176-soberoi-%5B21B558E3241644579ED0A06244324513%2FF5397AFAC57B4AE8-1423766077855-4-0-SUCCEEDED-default-1423766061415.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:37,977 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0037_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:34:37,977 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0037_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:34:37,978 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0037 with final state: FINISHING
2015-02-12 10:34:37,978 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0037 State change from RUNNING to FINAL_SAVING
2015-02-12 10:34:37,978 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0037
2015-02-12 10:34:37,978 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0037_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:34:37,978 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0037 State change from FINAL_SAVING to FINISHING
2015-02-12 10:34:38,798 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:38,798 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:34:38,798 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0037_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:34:38,798 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000003
2015-02-12 10:34:38,798 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0037_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:34:38,798 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:34:38,799 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0037_01_000003, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:34:38,799 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:38,800 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:34:38,800 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0037_000001 released container container_1423764831909_0037_01_000003 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:34:38,800 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:38,800 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:38,983 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0037 unregistered successfully.
2015-02-12 10:34:38,986 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742217_1393 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:34:38,987 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742218_1394 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:34:38,988 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742219_1395 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:34:38,988 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742220_1396 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:34:38,988 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742226_1402 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:34:38,988 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742221_1397 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:34:38,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0037 dst=null perm=null proto=rpc
2015-02-12 10:34:39,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null proto=rpc
2015-02-12 10:34:39,046 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary
2015-02-12 10:34:39,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary dst=null perm=null proto=rpc
2015-02-12 10:34:39,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null proto=rpc
2015-02-12 10:34:39,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null proto=rpc
2015-02-12 10:34:39,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null proto=rpc
2015-02-12 10:34:39,071 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 10:34:39,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:34:39,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:34:39,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:34:39,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:34:39,083 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/ungrouped_size
2015-02-12 10:34:39,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null proto=rpc
2015-02-12 10:34:39,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null proto=rpc
2015-02-12 10:34:39,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null proto=rpc
2015-02-12 10:34:39,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null proto=rpc
2015-02-12 10:34:39,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:34:39,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:34:39,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:34:39,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:34:39,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:34:39,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:34:39,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:34:39,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:34:39,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:34:39,142 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:34:39,142 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:34:39,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null proto=rpc
2015-02-12 10:34:39,153 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 10:34:39,153 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:34:39,154 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter"]
2015-02-12 10:34:39,154 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 10:34:39,154 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 10:34:39,154 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 10:34:39,155 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...eldedpipesplatform/filter
2015-02-12 10:34:39,173 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:34:39,191 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:34:39,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null proto=rpc
2015-02-12 10:34:39,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:34:39,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:34:39,198 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 38
2015-02-12 10:34:39,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038 dst=null perm=null proto=rpc
2015-02-12 10:34:39,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:34:39,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:34:39,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:39,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:34:39,205 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742230_1406{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:34:39,207 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742230_1406 src: /127.0.0.1:52847 dest: /127.0.0.1:59855
2015-02-12 10:34:39,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742230_1406 src: /127.0.0.1:52848 dest: /127.0.0.1:59862
2015-02-12 10:34:39,209 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742230_1406 src: /127.0.0.1:52849 dest: /127.0.0.1:59859
2015-02-12 10:34:39,214 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52849, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742230_1406, duration: 2223000
2015-02-12 10:34:39,215 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742230_1406, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:39,216 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52848, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742230_1406, duration: 3597000
2015-02-12 10:34:39,216 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742230_1406{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:34:39,216 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742230_1406, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:39,217 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742230_1406{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:34:39,218 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52847, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742230_1406, duration: 5160000
2015-02-12 10:34:39,218 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742230_1406, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:39,219 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742230_1406{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:34:39,221 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:34:39,222 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.jar
2015-02-12 10:34:39,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:39,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:34:39,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:34:39,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:34:39,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:34:39,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:34:39,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:34:39,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:34:39,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:34:39,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:34:39,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:34:39,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:34:39,233 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:34:39,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:34:39,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:34:39,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:34:39,243 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.split
2015-02-12 10:34:39,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.split dst=null perm=null proto=rpc
2015-02-12 10:34:39,244 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742231_1407{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:34:39,246 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742231_1407 src: /127.0.0.1:52850 dest: /127.0.0.1:59862
2015-02-12 10:34:39,248 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742231_1407 src: /127.0.0.1:52851 dest: /127.0.0.1:59852
2015-02-12 10:34:39,249 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742231_1407 src: /127.0.0.1:52852 dest: /127.0.0.1:59859
2015-02-12 10:34:39,251 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742231_1407 src: /127.0.0.1:52853 dest: /127.0.0.1:59855
2015-02-12 10:34:39,254 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52853, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742231_1407, duration: 2257000
2015-02-12 10:34:39,255 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742231_1407, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:39,255 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742231_1407{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:34:39,255 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52852, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742231_1407, duration: 2434000
2015-02-12 10:34:39,255 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742231_1407, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:39,256 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742231_1407{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:34:39,256 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52851, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742231_1407, duration: 3282000
2015-02-12 10:34:39,256 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742231_1407, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:39,256 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742231_1407{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:39,257 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52850, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742231_1407, duration: 4226000
2015-02-12 10:34:39,257 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742231_1407, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:39,259 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742231_1407{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:34:39,259 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:34:39,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:34:39,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:34:39,263 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742232_1408{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:34:39,265 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742232_1408 src: /127.0.0.1:52854 dest: /127.0.0.1:59855
2015-02-12 10:34:39,266 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742232_1408 src: /127.0.0.1:52855 dest: /127.0.0.1:59859
2015-02-12 10:34:39,268 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742232_1408 src: /127.0.0.1:52856 dest: /127.0.0.1:59852
2015-02-12 10:34:39,270 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52856, dest: /127.0.0.1:59852, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742232_1408, duration: 1304000
2015-02-12 10:34:39,270 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742232_1408, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:39,271 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742232_1408{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:34:39,271 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52855, dest: /127.0.0.1:59859, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742232_1408, duration: 1757000
2015-02-12 10:34:39,271 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742232_1408, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:39,271 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742232_1408{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:34:39,272 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52854, dest: /127.0.0.1:59855, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742232_1408, duration: 2539000
2015-02-12 10:34:39,272 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742232_1408, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:39,273 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742232_1408{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:34:39,275 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:34:39,275 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:34:39,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:34:39,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:34:39,286 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742233_1409{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:34:39,288 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742233_1409 src: /127.0.0.1:52857 dest: /127.0.0.1:59855
2015-02-12 10:34:39,289 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742233_1409 src: /127.0.0.1:52858 dest: /127.0.0.1:59859
2015-02-12 10:34:39,291 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742233_1409 src: /127.0.0.1:52859 dest: /127.0.0.1:59852
2015-02-12 10:34:39,295 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52859, dest: /127.0.0.1:59852, bytes: 97400, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742233_1409, duration: 1913000
2015-02-12 10:34:39,295 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742233_1409, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:39,296 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742233_1409{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:34:39,296 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52858, dest: /127.0.0.1:59859, bytes: 97400, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742233_1409, duration: 2854000
2015-02-12 10:34:39,296 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742233_1409, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:39,296 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742233_1409{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:34:39,297 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52857, dest: /127.0.0.1:59855, bytes: 97400, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742233_1409, duration: 3687000
2015-02-12 10:34:39,297 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742233_1409, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:39,298 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742233_1409{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:34:39,299 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:34:39,300 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0038
2015-02-12 10:34:39,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038 dst=null perm=null proto=rpc
2015-02-12 10:34:39,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.xml dst=null perm=null proto=rpc
2015-02-12 10:34:39,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.xml dst=null perm=null proto=rpc
2015-02-12 10:34:39,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:39,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:39,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.split dst=null perm=null proto=rpc
2015-02-12 10:34:39,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.split dst=null perm=null proto=rpc
2015-02-12 10:34:39,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:34:39,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:34:39,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:34:39,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:34:39,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:34:39,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:34:39,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:34:39,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:34:39,319 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 38 submitted by user soberoi
2015-02-12 10:34:39,319 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0038
2015-02-12 10:34:39,319 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0038
2015-02-12 10:34:39,319 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0038 State change from NEW to NEW_SAVING
2015-02-12 10:34:39,319 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0038
2015-02-12 10:34:39,320 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0038 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:34:39,320 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0038 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:34:39,320 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0038 from user: soberoi, in queue: default
2015-02-12 10:34:39,320 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0038 State change from SUBMITTED to ACCEPTED
2015-02-12 10:34:39,320 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0038_000001
2015-02-12 10:34:39,320 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0038
2015-02-12 10:34:39,320 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0038_000001 State change from NEW to SUBMITTED
2015-02-12 10:34:39,321 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0038 from user: soberoi activated in queue: default
2015-02-12 10:34:39,321 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0038 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:34:39,321 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0038_000001 to scheduler from user soberoi in queue default
2015-02-12 10:34:39,322 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0038_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:34:39,323 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0038/
2015-02-12 10:34:39,323 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423764831909_0038
2015-02-12 10:34:39,323 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0038/
2015-02-12 10:34:39,404 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:34:39,405 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000001
2015-02-12 10:34:39,405 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0038_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 10:34:39,405 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0038_000001 container=Container: [ContainerId: container_1423764831909_0038_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:34:39,405 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:34:39,405 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:39,406 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0038_01_000001
2015-02-12 10:34:39,406 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:34:39,406 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0038_000001
2015-02-12 10:34:39,407 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0038 AttemptId: appattempt_1423764831909_0038_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0038_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ]
2015-02-12 10:34:39,407 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0038_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:34:39,407 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0038_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:34:39,407 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0038_000001
2015-02-12 10:34:39,409 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0038_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0038_000001
2015-02-12 10:34:39,409 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0038_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:34:39,409 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0038_000001
2015-02-12 10:34:39,409 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0038_000001
2015-02-12 10:34:39,412 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0038_000001 (auth:SIMPLE)
2015-02-12 10:34:39,414 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0038_01_000001 by user soberoi
2015-02-12 10:34:39,415 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0038
2015-02-12 10:34:39,415 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000001
2015-02-12 10:34:39,415 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0038 transitioned from NEW to INITING
2015-02-12 10:34:39,415 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0038_01_000001 to application application_1423764831909_0038
2015-02-12 10:34:39,415 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0038 transitioned from INITING to RUNNING
2015-02-12 10:34:39,415 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0038_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] for AM appattempt_1423764831909_0038_000001
2015-02-12 10:34:39,415 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0038_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:34:39,416 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:34:39,416 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0038
2015-02-12 10:34:39,416 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:34:39,416 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:34:39,416 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:34:39,416 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:34:39,416 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0038_01_000001
2015-02-12 10:34:39,432 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0038_01_000001.tokens. Credentials list:
2015-02-12 10:34:39,602 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:34:39,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0038_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000001.tokens
2015-02-12 10:34:39,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0038 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0038
2015-02-12 10:34:39,798 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:39,799 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:39,799 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:39,799 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:40,824 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:40,824 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:40,824 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:40,824 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:40,826 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59859 to replicate blk_1073742230_1406 to datanode(s) 127.0.0.1:59852
2015-02-12 10:34:40,826 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742217_1393, blk_1073742218_1394, blk_1073742220_1396, blk_1073742221_1397]
2015-02-12 10:34:40,826 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742226_1402, blk_1073742217_1393, blk_1073742218_1394, blk_1073742219_1395, blk_1073742220_1396, blk_1073742221_1397]
2015-02-12 10:34:40,828 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:34:40,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:40,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:40,900 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0038/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:34:40,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:34:40,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:34:40,980 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0038/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:34:41,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.split dst=null perm=null proto=rpc
2015-02-12 10:34:41,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.split dst=null perm=null proto=rpc
2015-02-12 10:34:41,057 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0038/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:34:41,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.xml dst=null perm=null proto=rpc
2015-02-12 10:34:41,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.xml dst=null perm=null proto=rpc
2015-02-12 10:34:41,143 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0038/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:34:41,143 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:34:41,204 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:34:41,204 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:41,368 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000001/default_container_executor.sh]
2015-02-12 10:34:41,508 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742217_1393 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742217 for deletion
2015-02-12 10:34:41,508 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742218_1394 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742218 for deletion
2015-02-12 10:34:41,508 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742220_1396 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742220 for deletion
2015-02-12 10:34:41,508 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742221_1397 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742221 for deletion
2015-02-12 10:34:41,509 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742218_1394 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742218
2015-02-12 10:34:41,509 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742217_1393 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742217
2015-02-12 10:34:41,509 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742221_1397 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742221
2015-02-12 10:34:41,509 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742220_1396 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742220
2015-02-12 10:34:41,553 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742226_1402 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742226 for deletion
2015-02-12 10:34:41,554 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742217_1393 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742217 for deletion
2015-02-12 10:34:41,554 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742218_1394 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742218 for deletion
2015-02-12 10:34:41,554 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742226_1402 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742226
2015-02-12 10:34:41,554 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742219_1395 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742219 for deletion
2015-02-12 10:34:41,554 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742217_1393 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742217
2015-02-12 10:34:41,554 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742218_1394 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742218
2015-02-12 10:34:41,554 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742220_1396 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742220 for deletion
2015-02-12 10:34:41,554 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742221_1397 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742221 for deletion
2015-02-12 10:34:41,554 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742219_1395 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742219
2015-02-12 10:34:41,555 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742220_1396 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742220
2015-02-12 10:34:41,555 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742221_1397 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742221
2015-02-12 10:34:41,826 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:41,826 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:41,826 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:41,826 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:41,839 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f1559335-183d-467e-a94d-d6e0669ca32e, infoPort=59860, ipcPort=59861, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742230_1406 to 127.0.0.1:59852
2015-02-12 10:34:41,840 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742230_1406 src: /127.0.0.1:52863 dest: /127.0.0.1:59852
2015-02-12 10:34:41,841 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742230_1406 (numBytes=254067) to /127.0.0.1:59852
2015-02-12 10:34:41,842 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742230_1406 src: /127.0.0.1:52863 dest: /127.0.0.1:59852 of size 254067
2015-02-12 10:34:41,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742230_1406 size 254067
2015-02-12 10:34:42,227 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742222_1398
2015-02-12 10:34:42,828 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:42,828 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:42,828 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:42,828 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:43,830 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742226_1402, blk_1073742217_1393, blk_1073742218_1394, blk_1073742219_1395, blk_1073742220_1396]
2015-02-12 10:34:43,830 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742226_1402, blk_1073742217_1393, blk_1073742218_1394, blk_1073742219_1395, blk_1073742221_1397]
2015-02-12 10:34:43,830 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:43,830 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:43,830 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:43,831 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:44,059 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0037_01_000001 succeeded
2015-02-12 10:34:44,060 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:34:44,060 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0037_01_000001
2015-02-12 10:34:44,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000001
2015-02-12 10:34:44,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000001
2015-02-12 10:34:44,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000001
2015-02-12 10:34:44,091 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0037/container_1423764831909_0037_01_000001
2015-02-12 10:34:44,092 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000001
2015-02-12 10:34:44,092 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0037_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:34:44,092 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0037_01_000001 from application application_1423764831909_0037
2015-02-12 10:34:44,092 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:44,092 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0037
2015-02-12 10:34:44,834 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:44,835 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:44,835 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:44,835 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:44,844 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0037_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:34:44,844 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0037_000001
2015-02-12 10:34:44,844 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0037_000001
2015-02-12 10:34:44,844 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742226_1402 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742226 for deletion
2015-02-12 10:34:44,844 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742217_1393 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742217 for deletion
2015-02-12 10:34:44,845 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742218_1394 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742218 for deletion
2015-02-12 10:34:44,844 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0037_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:34:44,845 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000001
2015-02-12 10:34:44,845 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742219_1395 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742219 for deletion
2015-02-12 10:34:44,845 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742221_1397 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742221 for deletion
2015-02-12 10:34:44,844 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0037_000001 State change from FINISHING to FINISHED
2015-02-12 10:34:44,845 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742219_1395 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742219
2015-02-12 10:34:44,845 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0037 State change from FINISHING to FINISHED
2015-02-12 10:34:44,845 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0037_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:34:44,846 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742221_1397 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742221
2015-02-12 10:34:44,845 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742226_1402 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742226
2015-02-12 10:34:44,846 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:34:44,846 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0037_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:34:44,846 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:44,846 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:34:44,846 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0037_000001 released container container_1423764831909_0037_01_000001 on node: host: 10.1.1.68:59934 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:34:44,846 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0037_000001
2015-02-12 10:34:44,845 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0037
2015-02-12 10:34:44,847 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0037_000001 is done. finalState=FINISHED
2015-02-12 10:34:44,847 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0037 requests cleared
2015-02-12 10:34:44,847 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0037 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:34:44,847 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0037 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:34:44,846 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742217_1393 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742217
2015-02-12 10:34:44,847 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0037,name=[21B558E3241644579ED0A06244324513/F5397AFAC57B4AE8B2A7C729F6648AF1] test/(1/1) ...esplatform/ungrouped_size,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0037/jobhistory/job/job_1423764831909_0037,appMasterHost=10.1.1.68,startTime=1423766055176,finishTime=1423766077978,finalStatus=SUCCEEDED
2015-02-12 10:34:44,848 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742218_1394 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742218
2015-02-12 10:34:44,850 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0037_000001 (auth:SIMPLE)
2015-02-12 10:34:44,851 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0037_01_000001
2015-02-12 10:34:44,852 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0037 CONTAINERID=container_1423764831909_0037_01_000001
2015-02-12 10:34:44,852 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0037_01_000001]
2015-02-12 10:34:44,852 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:44,852 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0037 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:34:44,853 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0037
2015-02-12 10:34:44,853 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0037
2015-02-12 10:34:44,853 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0037
2015-02-12 10:34:44,853 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0037 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:34:44,854 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0037, with delay of 10800 seconds
2015-02-12 10:34:44,854 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0037
2015-02-12 10:34:44,854 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0037
2015-02-12 10:34:44,990 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742226_1402 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742226 for deletion
2015-02-12 10:34:44,990 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742217_1393 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742217 for deletion
2015-02-12 10:34:44,990 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742218_1394 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742218 for deletion
2015-02-12 10:34:44,990 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742219_1395 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742219 for deletion
2015-02-12 10:34:44,990 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742220_1396 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742220 for deletion
2015-02-12 10:34:44,991 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742218_1394 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742218
2015-02-12 10:34:44,991 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742220_1396 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742220
2015-02-12 10:34:44,991 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742226_1402 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742226
2015-02-12 10:34:44,992 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742217_1393 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742217
2015-02-12 10:34:44,992 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742219_1395 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742219
2015-02-12 10:34:45,833 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742224_1400
2015-02-12 10:34:45,833 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742225_1401
2015-02-12 10:34:45,833 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742231_1407
2015-02-12 10:34:45,834 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742222_1398
2015-02-12 10:34:45,834 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742233_1409
2015-02-12 10:34:45,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742229_1405
2015-02-12 10:34:45,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742228_1404
2015-02-12 10:34:45,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742228_1404
2015-02-12 10:34:45,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742232_1408
2015-02-12 10:34:45,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742231_1407
2015-02-12 10:34:45,836 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742224_1400
2015-02-12 10:34:45,838 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0037 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:34:45,838 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:45,838 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:45,838 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:45,838 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:45,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0037
2015-02-12 10:34:45,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0037
2015-02-12 10:34:45,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0037
2015-02-12 10:34:45,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0037
2015-02-12 10:34:45,839 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0037
2015-02-12 10:34:45,840 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0037 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:34:45,840 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0037, with delay of 10800 seconds
2015-02-12 10:34:45,949 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742231_1407
2015-02-12 10:34:45,950 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742222_1398
2015-02-12 10:34:45,950 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742223_1399
2015-02-12 10:34:45,950 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742232_1408
2015-02-12 10:34:45,951 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742233_1409
2015-02-12 10:34:45,952 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742224_1400
2015-02-12 10:34:45,952 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742225_1401
2015-02-12 10:34:45,953 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742228_1404
2015-02-12 10:34:45,953 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742229_1405
2015-02-12 10:34:46,036 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742230_1406
2015-02-12 10:34:46,036 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742230_1406
2015-02-12 10:34:46,036 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742227_1403
2015-02-12 10:34:46,037 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742223_1399
2015-02-12 10:34:46,037 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742233_1409
2015-02-12 10:34:46,037 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742232_1408
2015-02-12 10:34:46,038 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742227_1403
2015-02-12 10:34:46,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:34:46,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:34:46,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:34:46,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:34:46,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038 dst=null perm=null proto=rpc
2015-02-12 10:34:46,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:34:46,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:34:46,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:34:46,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:34:46,842 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:46,842 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:46,842 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:46,843 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:34:47,232 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742223_1399
2015-02-12 10:34:47,233 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742231_1407
2015-02-12 10:34:47,233 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742227_1403
2015-02-12 10:34:47,233 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742225_1401
2015-02-12 10:34:47,234 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742229_1405
2015-02-12 10:34:47,236 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742230_1406
2015-02-12 10:34:47,816 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0038_000001 (auth:SIMPLE)
2015-02-12 10:34:47,819 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0038_000001
2015-02-12 10:34:47,819 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0038 APPATTEMPTID=appattempt_1423764831909_0038_000001
2015-02-12 10:34:47,819 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0038_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:34:47,820 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0038 State change from ACCEPTED to RUNNING
2015-02-12 10:34:47,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job_1423764831909_0038_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:47,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:34:47,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job_1423764831909_0038_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:34:48,241 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job_1423764831909_0038_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742234_1410{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:34:48,303 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742234_1410 src: /127.0.0.1:52896 dest: /127.0.0.1:59855
2015-02-12 10:34:48,304 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742234_1410 src: /127.0.0.1:52897 dest: /127.0.0.1:59862
2015-02-12 10:34:48,306 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742234_1410 src: /127.0.0.1:52898 dest: /127.0.0.1:59852
2015-02-12 10:34:48,406 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52898, dest: /127.0.0.1:59852, bytes: 114403, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1849285536_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742234_1410, duration: 98350000
2015-02-12 10:34:48,406 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742234_1410, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:34:48,407 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52897, dest: /127.0.0.1:59862, bytes: 114403, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1849285536_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742234_1410, duration: 99006000
2015-02-12 10:34:48,407 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742234_1410, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:48,407 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742234_1410{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:34:48,407 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742234_1410{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:34:48,408 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52896, dest: /127.0.0.1:59855, bytes: 114403, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1849285536_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742234_1410, duration: 99902000
2015-02-12 10:34:48,408 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742234_1410, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:34:48,408 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742234_1410{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:34:48,412 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job_1423764831909_0038_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1849285536_1
2015-02-12 10:34:48,855 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:34:48,856 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000002
2015-02-12 10:34:48,856 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0038_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:34:48,856 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0038_000001 container=Container: [ContainerId: container_1423764831909_0038_01_000002, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:34:48,856 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:34:48,856 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:48,857 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:34:48,857 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000003
2015-02-12 10:34:48,857 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0038_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:34:48,857 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0038_000001 container=Container: [ContainerId: container_1423764831909_0038_01_000003, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:34:48,857 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:34:48,857 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:48,857 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:34:48,858 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000004
2015-02-12 10:34:48,858 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0038_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:34:48,858 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0038_000001 container=Container: [ContainerId: container_1423764831909_0038_01_000004, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:34:48,858 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:34:48,858 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:48,858 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:34:48,858 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000005
2015-02-12 10:34:48,859 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0038_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:34:48,859 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0038_000001 container=Container: [ContainerId: container_1423764831909_0038_01_000005, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:34:48,859 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:34:48,860 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:34:49,878 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0038_01_000002
2015-02-12 10:34:49,878 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:34:49,879 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:34:49,880 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:34:49,880 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:34:49,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:49,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:49,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.xml dst=null perm=null proto=rpc
2015-02-12 10:34:49,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.xml dst=null perm=null proto=rpc
2015-02-12 10:34:49,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:34:49,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:34:49,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:34:49,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:34:49,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:34:49,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:34:50,059 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0038_000001 (auth:SIMPLE)
2015-02-12 10:34:50,060 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0038_000001 (auth:SIMPLE)
2015-02-12 10:34:50,061 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0038_000001 (auth:SIMPLE)
2015-02-12 10:34:50,062 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0038_000001 (auth:SIMPLE)
2015-02-12 10:34:50,065 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0038_01_000004 by user soberoi
2015-02-12 10:34:50,065 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0038_01_000002 by user soberoi
2015-02-12 10:34:50,065 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0038
2015-02-12 10:34:50,065 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000004
2015-02-12 10:34:50,065 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0038_01_000002 to application application_1423764831909_0038
2015-02-12 10:34:50,065 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000002
2015-02-12 10:34:50,066 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0038_01_000005 by user soberoi
2015-02-12 10:34:50,066 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0038 transitioned from NEW to INITING
2015-02-12 10:34:50,066 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0038_01_000004 to application application_1423764831909_0038
2015-02-12 10:34:50,066 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0038_01_000005 to application application_1423764831909_0038
2015-02-12 10:34:50,066 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0038 transitioned from INITING to RUNNING
2015-02-12 10:34:50,067 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:34:50,066 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000005
2015-02-12 10:34:50,067 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:34:50,067 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:34:50,067 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0038
2015-02-12 10:34:50,067 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0038
2015-02-12 10:34:50,067 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:34:50,067 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0038
2015-02-12 10:34:50,068 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:34:50,068 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:34:50,068 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0038
2015-02-12 10:34:50,068 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0038
2015-02-12 10:34:50,068 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:34:50,068 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0038
2015-02-12 10:34:50,068 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0038
2015-02-12 10:34:50,069 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0038
2015-02-12 10:34:50,069 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:34:50,069 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0038
2015-02-12 10:34:50,069 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0038_01_000005
2015-02-12 10:34:50,069 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0038_01_000004
2015-02-12 10:34:50,070 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0038_01_000002
2015-02-12 10:34:50,076 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0038_01_000003 by user soberoi
2015-02-12 10:34:50,076 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000003
2015-02-12 10:34:50,077 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0038_01_000003 to application application_1423764831909_0038
2015-02-12 10:34:50,078 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:34:50,078 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0038
2015-02-12 10:34:50,078 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0038
2015-02-12 10:34:50,078 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:34:50,078 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0038
2015-02-12 10:34:50,079 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0038_01_000003
2015-02-12 10:34:50,087 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423764831909_0038_01_000004.tokens. Credentials list:
2015-02-12 10:34:50,088 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423764831909_0038_01_000002.tokens. Credentials list:
2015-02-12 10:34:50,088 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423764831909_0038_01_000005.tokens. Credentials list:
2015-02-12 10:34:50,095 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0038_01_000003.tokens. Credentials list:
2015-02-12 10:34:50,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:34:50,388 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:34:50,396 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423764831909_0038_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000004.tokens
2015-02-12 10:34:50,397 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0038 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0038
2015-02-12 10:34:50,420 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2015-02-12 10:34:50,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:34:50,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:34:50,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033.summary dst=null perm=null proto=rpc
2015-02-12 10:34:50,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035.summary dst=null perm=null proto=rpc
2015-02-12 10:34:50,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034.summary dst=null perm=null proto=rpc
2015-02-12 10:34:50,439 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0033,submitTime=1423765910703,launchTime=1423765916948,firstMapTaskLaunchTime=1423765919540,firstReduceTaskLaunchTime=1423765936381,finishTime=1423765940829,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=13,reduceSlotSeconds=4,jobName=[651F2E5650044AF6AAD68CE77F0C4E39/6A11421A59964CA28F0BC12AE8553AFE] test/(2/2) ...dpipesplatform/groupgroup
2015-02-12 10:34:50,439 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033.summary]
2015-02-12 10:34:50,441 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742180_1356 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59859
2015-02-12 10:34:50,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033.summary dst=null perm=null proto=rpc
2015-02-12 10:34:50,441 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0034,submitTime=1423765942286,launchTime=1423765949060,firstMapTaskLaunchTime=1423765951131,firstReduceTaskLaunchTime=1423765974008,finishTime=1423765979575,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=104,reduceSlotSeconds=5,jobName=[89674AB7865B41088CC175EE4B76531F/593EBC5625D94C87AA99E862A31FD7AC] lower+upper+offset/(2/2)
2015-02-12 10:34:50,441 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034.summary]
2015-02-12 10:34:50,441 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0035,submitTime=1423765981334,launchTime=1423765993161,firstMapTaskLaunchTime=1423765995419,firstReduceTaskLaunchTime=1423766013314,finishTime=1423766022955,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=94,reduceSlotSeconds=9,jobName=[89674AB7865B41088CC175EE4B76531F/9B8E9C2EE1104BD5B11065B92AD204A9] lower+upper+offset/(1/2) .../samemergethreechaingroup
2015-02-12 10:34:50,441 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035.summary]
2015-02-12 10:34:50,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:34:50,444 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742190_1366 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:34:50,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034.summary dst=null perm=null proto=rpc
2015-02-12 10:34:50,444 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033-1423765910703-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2F6A11421A59964CA2-1423765940829-1-1-SUCCEEDED-default-1423765916948.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0033-1423765910703-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2F6A11421A59964CA2-1423765940829-1-1-SUCCEEDED-default-1423765916948.jhist
2015-02-12 10:34:50,444 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742200_1376 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:34:50,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035.summary dst=null perm=null proto=rpc
2015-02-12 10:34:50,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:34:50,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:34:50,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033-1423765910703-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2F6A11421A59964CA2-1423765940829-1-1-SUCCEEDED-default-1423765916948.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0033-1423765910703-soberoi-%5B651F2E5650044AF6AAD68CE77F0C4E39%2F6A11421A59964CA2-1423765940829-1-1-SUCCEEDED-default-1423765916948.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:50,449 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034-1423765942286-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F593EBC5625D94C87-1423765979575-5-1-SUCCEEDED-default-1423765949060.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0034-1423765942286-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F593EBC5625D94C87-1423765979575-5-1-SUCCEEDED-default-1423765949060.jhist
2015-02-12 10:34:50,450 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035-1423765981334-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F9B8E9C2EE1104BD5-1423766022955-6-1-SUCCEEDED-default-1423765993161.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0035-1423765981334-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F9B8E9C2EE1104BD5-1423766022955-6-1-SUCCEEDED-default-1423765993161.jhist
2015-02-12 10:34:50,450 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0033_conf.xml
2015-02-12 10:34:50,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034-1423765942286-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F593EBC5625D94C87-1423765979575-5-1-SUCCEEDED-default-1423765949060.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0034-1423765942286-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F593EBC5625D94C87-1423765979575-5-1-SUCCEEDED-default-1423765949060.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:50,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035-1423765981334-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F9B8E9C2EE1104BD5-1423766022955-6-1-SUCCEEDED-default-1423765993161.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0035-1423765981334-soberoi-%5B89674AB7865B41088CC175EE4B76531F%2F9B8E9C2EE1104BD5-1423766022955-6-1-SUCCEEDED-default-1423765993161.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:50,451 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0034_conf.xml
2015-02-12 10:34:50,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0033_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0033_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:50,452 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0035_conf.xml
2015-02-12 10:34:50,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0034_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0034_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:50,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036.summary dst=null perm=null proto=rpc
2015-02-12 10:34:50,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0035_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0035_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:50,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037.summary dst=null perm=null proto=rpc
2015-02-12 10:34:50,455 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0036,submitTime=1423766024388,launchTime=1423766030650,firstMapTaskLaunchTime=1423766033139,firstReduceTaskLaunchTime=0,finishTime=1423766053722,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=80,reduceSlotSeconds=0,jobName=[67A925F0ADA3405884D0C8CC3B06337B/51E2A0A093FF45F6A5AD6DB769BA6E6B] test/(1/1) ...ldedpipesplatform/replace
2015-02-12 10:34:50,455 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036.summary]
2015-02-12 10:34:50,456 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742213_1389 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:34:50,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036.summary dst=null perm=null proto=rpc
2015-02-12 10:34:50,456 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423764831909_0037,submitTime=1423766055176,launchTime=1423766061415,firstMapTaskLaunchTime=1423766063634,firstReduceTaskLaunchTime=0,finishTime=1423766077855,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=55,reduceSlotSeconds=0,jobName=[21B558E3241644579ED0A06244324513/F5397AFAC57B4AE8B2A7C729F6648AF1] test/(1/1) ...esplatform/ungrouped_size
2015-02-12 10:34:50,456 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037.summary]
2015-02-12 10:34:50,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:34:50,458 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742227_1403 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:34:50,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037.summary dst=null perm=null proto=rpc
2015-02-12 10:34:50,459 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036-1423766024388-soberoi-%5B67A925F0ADA3405884D0C8CC3B06337B%2F51E2A0A093FF45F6-1423766053722-4-0-SUCCEEDED-default-1423766030650.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0036-1423766024388-soberoi-%5B67A925F0ADA3405884D0C8CC3B06337B%2F51E2A0A093FF45F6-1423766053722-4-0-SUCCEEDED-default-1423766030650.jhist
2015-02-12 10:34:50,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 10:34:50,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036-1423766024388-soberoi-%5B67A925F0ADA3405884D0C8CC3B06337B%2F51E2A0A093FF45F6-1423766053722-4-0-SUCCEEDED-default-1423766030650.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0036-1423766024388-soberoi-%5B67A925F0ADA3405884D0C8CC3B06337B%2F51E2A0A093FF45F6-1423766053722-4-0-SUCCEEDED-default-1423766030650.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:50,461 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037-1423766055176-soberoi-%5B21B558E3241644579ED0A06244324513%2FF5397AFAC57B4AE8-1423766077855-4-0-SUCCEEDED-default-1423766061415.jhist to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0037-1423766055176-soberoi-%5B21B558E3241644579ED0A06244324513%2FF5397AFAC57B4AE8-1423766077855-4-0-SUCCEEDED-default-1423766061415.jhist
2015-02-12 10:34:50,461 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0036_conf.xml
2015-02-12 10:34:50,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037-1423766055176-soberoi-%5B21B558E3241644579ED0A06244324513%2FF5397AFAC57B4AE8-1423766077855-4-0-SUCCEEDED-default-1423766061415.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0037-1423766055176-soberoi-%5B21B558E3241644579ED0A06244324513%2FF5397AFAC57B4AE8-1423766077855-4-0-SUCCEEDED-default-1423766061415.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:50,462 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037_conf.xml to hdfs://localhost:59851/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0037_conf.xml
2015-02-12 10:34:50,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0036_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0036_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:50,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0037_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423764831909_0037_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:34:50,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:34:50,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0038_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000003.tokens
2015-02-12 10:34:50,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0038 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0038
2015-02-12 10:34:50,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:50,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.jar dst=null perm=null proto=rpc
2015-02-12 10:34:50,682 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0038/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:34:50,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.xml dst=null perm=null proto=rpc
2015-02-12 10:34:50,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.xml dst=null perm=null proto=rpc
2015-02-12 10:34:50,732 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:34:50,747 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423764831909_0038_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000005.tokens
2015-02-12 10:34:50,747 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0038 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0038
2015-02-12 10:34:50,784 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0038/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:34:50,784 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:34:50,784 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:34:50,784 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:34:50,784 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:34:50,854 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:34:50,854 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:50,860 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:34:50,860 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:50,862 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:34:50,862 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:34:50,862 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:34:50,862 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:34:50,871 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:34:50,871 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:50,873 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:34:50,873 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:34:50,896 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:34:50,959 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742230_1406
2015-02-12 10:34:51,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423764831909_0038_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000002.tokens
2015-02-12 10:34:51,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0038 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0038
2015-02-12 10:34:51,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000002/default_container_executor.sh]
2015-02-12 10:34:51,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000003/default_container_executor.sh]
2015-02-12 10:34:51,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000004/default_container_executor.sh]
2015-02-12 10:34:51,157 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000005/default_container_executor.sh]
2015-02-12 10:34:52,840 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742227_1403, blk_1073742180_1356, blk_1073742213_1389, blk_1073742190_1366]
2015-02-12 10:34:52,840 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742227_1403, blk_1073742180_1356, blk_1073742200_1376, blk_1073742190_1366]
2015-02-12 10:34:53,564 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742227_1403 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742227 for deletion
2015-02-12 10:34:53,565 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742180_1356 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742180 for deletion
2015-02-12 10:34:53,565 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742200_1376 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742200 for deletion
2015-02-12 10:34:53,565 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742227_1403 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742227
2015-02-12 10:34:53,565 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742190_1366 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742190 for deletion
2015-02-12 10:34:53,565 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742180_1356 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742180
2015-02-12 10:34:53,566 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742200_1376 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742200
2015-02-12 10:34:53,566 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742190_1366 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742190
2015-02-12 10:34:53,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742227_1403 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742227 for deletion
2015-02-12 10:34:53,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742180_1356 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742180 for deletion
2015-02-12 10:34:53,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742213_1389 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742213 for deletion
2015-02-12 10:34:53,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742190_1366 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742190 for deletion
2015-02-12 10:34:53,853 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742227_1403 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742227
2015-02-12 10:34:53,853 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742213_1389 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742213
2015-02-12 10:34:53,853 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742180_1356 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742180
2015-02-12 10:34:53,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742190_1366 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742190
2015-02-12 10:34:55,845 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742227_1403, blk_1073742213_1389, blk_1073742200_1376]
2015-02-12 10:34:55,845 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742180_1356, blk_1073742213_1389, blk_1073742200_1376, blk_1073742190_1366]
2015-02-12 10:34:55,966 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742234_1410
2015-02-12 10:34:56,047 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742234_1410
2015-02-12 10:34:56,514 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742180_1356 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742180 for deletion
2015-02-12 10:34:56,515 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742213_1389 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742213 for deletion
2015-02-12 10:34:56,515 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742200_1376 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742200 for deletion
2015-02-12 10:34:56,515 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742190_1366 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742190 for deletion
2015-02-12 10:34:56,515 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742180_1356 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742180
2015-02-12 10:34:56,515 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742213_1389 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742213
2015-02-12 10:34:56,516 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742190_1366 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742190
2015-02-12 10:34:56,516 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742200_1376 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742200
2015-02-12 10:34:56,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742227_1403 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742227 for deletion
2015-02-12 10:34:56,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742213_1389 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742213 for deletion
2015-02-12 10:34:56,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742200_1376 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742200 for deletion
2015-02-12 10:34:56,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742227_1403 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742227
2015-02-12 10:34:56,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742213_1389 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742213
2015-02-12 10:34:56,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742200_1376 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742200
2015-02-12 10:34:57,245 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742234_1410
2015-02-12 10:35:01,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:01,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:01,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:01,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:01,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:35:02,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:35:02,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:02,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:02,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:35:02,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:35:02,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:02,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:02,830 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000002_0/part-00002 is closed by DFSClient_attempt_1423764831909_0038_m_000002_0_-2093902614_1
2015-02-12 10:35:02,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:35:02,891 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000003_0/part-00003. BP-1216473654-10.1.1.68-1423764814898 blk_1073742235_1411{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:35:02,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:35:02,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1423764831909_0038_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:35:02,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1423764831909_0038_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:35:02,985 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0038_000001 (auth:SIMPLE)
2015-02-12 10:35:02,986 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0038_01_000004
2015-02-12 10:35:02,987 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000004
2015-02-12 10:35:02,987 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:35:02,987 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0038_01_000004
2015-02-12 10:35:03,007 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0038_01_000004 is : 143
2015-02-12 10:35:03,030 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job_1423764831909_0038_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742236_1412{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:35:03,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742236_1412 src: /127.0.0.1:52992 dest: /127.0.0.1:59855
2015-02-12 10:35:03,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742236_1412 src: /127.0.0.1:52993 dest: /127.0.0.1:59859
2015-02-12 10:35:03,035 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742236_1412 src: /127.0.0.1:52994 dest: /127.0.0.1:59862
2015-02-12 10:35:03,041 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job_1423764831909_0038_1.jhist for DFSClient_NONMAPREDUCE_1849285536_1
2015-02-12 10:35:03,046 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:35:03,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000004
2015-02-12 10:35:03,050 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000004
2015-02-12 10:35:03,051 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000004
2015-02-12 10:35:03,051 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000004
2015-02-12 10:35:03,051 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000004
2015-02-12 10:35:03,051 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:35:03,052 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0038_01_000004 from application application_1423764831909_0038
2015-02-12 10:35:03,052 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:03,052 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0038
2015-02-12 10:35:03,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742235_1411 src: /127.0.0.1:52989 dest: /127.0.0.1:59855
2015-02-12 10:35:03,081 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742235_1411 src: /127.0.0.1:52995 dest: /127.0.0.1:59859
2015-02-12 10:35:03,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742235_1411 src: /127.0.0.1:52996 dest: /127.0.0.1:59862
2015-02-12 10:35:03,104 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742237_1413{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:35:03,163 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000001_0/part-00001. BP-1216473654-10.1.1.68-1423764814898 blk_1073742238_1414{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:35:03,266 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52996, dest: /127.0.0.1:59862, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0038_m_000003_0_894053578_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742235_1411, duration: 180296000
2015-02-12 10:35:03,266 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742235_1411, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:03,266 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742235_1411{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:35:03,267 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52995, dest: /127.0.0.1:59859, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0038_m_000003_0_894053578_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742235_1411, duration: 181167000
2015-02-12 10:35:03,267 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742235_1411, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:03,268 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52989, dest: /127.0.0.1:59855, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0038_m_000003_0_894053578_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742235_1411, duration: 182449000
2015-02-12 10:35:03,268 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742235_1411{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:35:03,268 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742235_1411, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:03,269 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742235_1411{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:35:03,272 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000003_0/part-00003 is closed by DFSClient_attempt_1423764831909_0038_m_000003_0_894053578_1
2015-02-12 10:35:03,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:35:03,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:35:03,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1423764831909_0038_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:35:03,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1423764831909_0038_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:35:03,307 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742237_1413 src: /127.0.0.1:52997 dest: /127.0.0.1:59852
2015-02-12 10:35:03,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742237_1413 src: /127.0.0.1:53000 dest: /127.0.0.1:59862
2015-02-12 10:35:03,310 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742237_1413 src: /127.0.0.1:53001 dest: /127.0.0.1:59855
2015-02-12 10:35:03,317 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0038_000001 (auth:SIMPLE)
2015-02-12 10:35:03,319 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0038_01_000005
2015-02-12 10:35:03,319 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000005
2015-02-12 10:35:03,319 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:35:03,320 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0038_01_000005
2015-02-12 10:35:03,320 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:35:03,320 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0038_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:35:03,320 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000004
2015-02-12 10:35:03,320 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0038_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:35:03,320 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:35:03,321 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0038_01_000004, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:35:03,321 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:03,321 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:35:03,322 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0038_000001 released container container_1423764831909_0038_01_000004 on node: host: 10.1.1.68:59942 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:35:03,344 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0038_01_000005 is : 143
2015-02-12 10:35:03,351 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742238_1414 src: /127.0.0.1:52999 dest: /127.0.0.1:59859
2015-02-12 10:35:03,353 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742238_1414 src: /127.0.0.1:53003 dest: /127.0.0.1:59855
2015-02-12 10:35:03,354 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742238_1414 src: /127.0.0.1:53004 dest: /127.0.0.1:59862
2015-02-12 10:35:03,358 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:35:03,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000005
2015-02-12 10:35:03,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000005
2015-02-12 10:35:03,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000005
2015-02-12 10:35:03,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000005
2015-02-12 10:35:03,362 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000005
2015-02-12 10:35:03,362 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:35:03,363 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0038_01_000005 from application application_1423764831909_0038
2015-02-12 10:35:03,363 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:03,363 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0038
2015-02-12 10:35:03,413 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53004, dest: /127.0.0.1:59862, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0038_m_000001_0_-1667213163_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742238_1414, duration: 57001000
2015-02-12 10:35:03,414 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742238_1414, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:03,414 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742238_1414{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:35:03,414 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53003, dest: /127.0.0.1:59855, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0038_m_000001_0_-1667213163_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742238_1414, duration: 57929000
2015-02-12 10:35:03,414 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742238_1414, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:03,415 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52999, dest: /127.0.0.1:59859, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0038_m_000001_0_-1667213163_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742238_1414, duration: 58767000
2015-02-12 10:35:03,415 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742238_1414{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:35:03,415 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742238_1414, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:03,416 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742238_1414{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:35:03,444 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53001, dest: /127.0.0.1:59855, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0038_m_000000_0_-1517156755_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742237_1413, duration: 132026000
2015-02-12 10:35:03,444 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742237_1413, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:03,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742237_1413{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:35:03,445 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53000, dest: /127.0.0.1:59862, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0038_m_000000_0_-1517156755_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742237_1413, duration: 132826000
2015-02-12 10:35:03,445 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742237_1413, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:03,446 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52997, dest: /127.0.0.1:59852, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0038_m_000000_0_-1517156755_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742237_1413, duration: 133985000
2015-02-12 10:35:03,446 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742237_1413{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:35:03,446 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742237_1413, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:03,446 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742237_1413{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:35:03,451 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0038_m_000000_0_-1517156755_1
2015-02-12 10:35:03,463 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000001_0/part-00001 is closed by DFSClient_attempt_1423764831909_0038_m_000001_0_-1667213163_1
2015-02-12 10:35:03,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:35:03,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:35:03,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1423764831909_0038_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:35:03,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:35:03,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1423764831909_0038_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:35:03,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:35:03,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1423764831909_0038_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:35:03,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1423764831909_0038_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1423764831909_0038_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:35:03,495 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0038_000001 (auth:SIMPLE)
2015-02-12 10:35:03,497 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0038_01_000002
2015-02-12 10:35:03,497 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000002
2015-02-12 10:35:03,497 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:03,497 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:35:03,498 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0038_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:35:03,498 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000005
2015-02-12 10:35:03,498 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0038_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:35:03,498 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:35:03,499 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:35:03,499 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0038_01_000005, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:35:03,500 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:03,500 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:35:03,500 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0038_000001 released container container_1423764831909_0038_01_000005 on node: host: 10.1.1.68:59942 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:35:03,500 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0038_01_000002
2015-02-12 10:35:03,512 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0038_000001 (auth:SIMPLE)
2015-02-12 10:35:03,514 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0038_01_000003
2015-02-12 10:35:03,514 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000003
2015-02-12 10:35:03,515 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:03,515 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:03,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:03,522 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0038_01_000002 is : 143
2015-02-12 10:35:03,522 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1849285536_1
2015-02-12 10:35:03,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:35:03,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null proto=rpc
2015-02-12 10:35:03,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null proto=rpc
2015-02-12 10:35:03,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1423764831909_0038_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:35:03,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:35:03,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1423764831909_0038_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:03,543 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:35:03,543 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:35:03,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null proto=rpc
2015-02-12 10:35:03,543 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0038_01_000003
2015-02-12 10:35:03,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null proto=rpc
2015-02-12 10:35:03,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1423764831909_0038_m_000001 dst=null perm=null proto=rpc
2015-02-12 10:35:03,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:35:03,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1423764831909_0038_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:03,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null proto=rpc
2015-02-12 10:35:03,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null proto=rpc
2015-02-12 10:35:03,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1423764831909_0038_m_000002 dst=null perm=null proto=rpc
2015-02-12 10:35:03,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:35:03,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1423764831909_0038_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:03,567 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0038_01_000003 is : 143
2015-02-12 10:35:03,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null proto=rpc
2015-02-12 10:35:03,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null proto=rpc
2015-02-12 10:35:03,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1423764831909_0038_m_000003 dst=null perm=null proto=rpc
2015-02-12 10:35:03,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:35:03,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1423764831909_0038_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:03,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary dst=null perm=null proto=rpc
2015-02-12 10:35:03,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:03,584 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1849285536_1
2015-02-12 10:35:03,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:03,588 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1849285536_1
2015-02-12 10:35:03,588 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000002
2015-02-12 10:35:03,589 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000002
2015-02-12 10:35:03,591 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000002
2015-02-12 10:35:03,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000002
2015-02-12 10:35:03,594 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:35:03,594 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000002
2015-02-12 10:35:03,595 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:35:03,596 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000003
2015-02-12 10:35:03,597 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000003
2015-02-12 10:35:03,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000003
2015-02-12 10:35:03,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000003
2015-02-12 10:35:03,599 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0038_01_000002 from application application_1423764831909_0038
2015-02-12 10:35:03,599 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:03,600 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0038
2015-02-12 10:35:03,600 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000003
2015-02-12 10:35:03,600 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:35:03,601 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0038_01_000003 from application application_1423764831909_0038
2015-02-12 10:35:03,602 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:03,603 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0038
2015-02-12 10:35:03,607 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52994, dest: /127.0.0.1:59862, bytes: 47153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1849285536_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742236_1412, duration: 569190000
2015-02-12 10:35:03,607 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742236_1412, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:03,609 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742236_1412{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 15319
2015-02-12 10:35:03,609 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52993, dest: /127.0.0.1:59859, bytes: 47153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1849285536_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742236_1412, duration: 570621000
2015-02-12 10:35:03,609 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742236_1412, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:03,611 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742236_1412{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 15319
2015-02-12 10:35:03,611 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:52992, dest: /127.0.0.1:59855, bytes: 47153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1849285536_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742236_1412, duration: 572726000
2015-02-12 10:35:03,611 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742236_1412, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:03,612 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742236_1412{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 15319
2015-02-12 10:35:03,614 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job_1423764831909_0038_1.jhist is closed by DFSClient_NONMAPREDUCE_1849285536_1
2015-02-12 10:35:03,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:03,622 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742239_1415{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:35:03,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742239_1415 src: /127.0.0.1:53007 dest: /127.0.0.1:59862
2015-02-12 10:35:03,627 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742239_1415 src: /127.0.0.1:53008 dest: /127.0.0.1:59859
2015-02-12 10:35:03,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742239_1415 src: /127.0.0.1:53009 dest: /127.0.0.1:59852
2015-02-12 10:35:03,632 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53009, dest: /127.0.0.1:59852, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1849285536_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742239_1415, duration: 1363000
2015-02-12 10:35:03,632 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742239_1415, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:03,632 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742239_1415{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:35:03,632 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53008, dest: /127.0.0.1:59859, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1849285536_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742239_1415, duration: 2013000
2015-02-12 10:35:03,633 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742239_1415, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:03,633 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53007, dest: /127.0.0.1:59862, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1849285536_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742239_1415, duration: 2992000
2015-02-12 10:35:03,633 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742239_1415{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:35:03,633 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742239_1415, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:03,634 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742239_1415{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:35:03,637 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038.summary_tmp is closed by DFSClient_NONMAPREDUCE_1849285536_1
2015-02-12 10:35:03,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:35:03,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job_1423764831909_0038_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:35:03,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038-1423766079319-soberoi-%5BA8326376B87B416EA12927E78283FE7C%2F2E5F329DB317419E-1423766103589-4-0-SUCCEEDED-default-1423766087842.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:35:03,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job_1423764831909_0038_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:35:03,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038-1423766079319-soberoi-%5BA8326376B87B416EA12927E78283FE7C%2F2E5F329DB317419E-1423766103589-4-0-SUCCEEDED-default-1423766087842.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:35:03,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job_1423764831909_0038_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:35:03,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038-1423766079319-soberoi-%5BA8326376B87B416EA12927E78283FE7C%2F2E5F329DB317419E-1423766103589-4-0-SUCCEEDED-default-1423766087842.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:03,663 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038-1423766079319-soberoi-%5BA8326376B87B416EA12927E78283FE7C%2F2E5F329DB317419E-1423766103589-4-0-SUCCEEDED-default-1423766087842.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742240_1416{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:35:03,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742240_1416 src: /127.0.0.1:53011 dest: /127.0.0.1:59862
2015-02-12 10:35:03,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742240_1416 src: /127.0.0.1:53012 dest: /127.0.0.1:59859
2015-02-12 10:35:03,667 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742240_1416 src: /127.0.0.1:53013 dest: /127.0.0.1:59855
2015-02-12 10:35:03,671 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53013, dest: /127.0.0.1:59855, bytes: 47153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1849285536_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742240_1416, duration: 1698000
2015-02-12 10:35:03,671 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742240_1416, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:03,672 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53012, dest: /127.0.0.1:59859, bytes: 47153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1849285536_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742240_1416, duration: 2239000
2015-02-12 10:35:03,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742240_1416{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:35:03,672 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742240_1416, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:03,672 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53011, dest: /127.0.0.1:59862, bytes: 47153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1849285536_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742240_1416, duration: 3147000
2015-02-12 10:35:03,673 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742240_1416, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:03,673 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742240_1416{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:35:03,674 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742240_1416{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:35:03,677 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038-1423766079319-soberoi-%5BA8326376B87B416EA12927E78283FE7C%2F2E5F329DB317419E-1423766103589-4-0-SUCCEEDED-default-1423766087842.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1849285536_1
2015-02-12 10:35:03,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038-1423766079319-soberoi-%5BA8326376B87B416EA12927E78283FE7C%2F2E5F329DB317419E-1423766103589-4-0-SUCCEEDED-default-1423766087842.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:35:03,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job_1423764831909_0038_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:35:03,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:35:03,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job_1423764831909_0038_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:35:03,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:35:03,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038/job_1423764831909_0038_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:35:03,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:03,692 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742241_1417{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:35:03,694 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742241_1417 src: /127.0.0.1:53015 dest: /127.0.0.1:59862
2015-02-12 10:35:03,696 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742241_1417 src: /127.0.0.1:53016 dest: /127.0.0.1:59852
2015-02-12 10:35:03,697 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742241_1417 src: /127.0.0.1:53017 dest: /127.0.0.1:59859
2015-02-12 10:35:03,701 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53017, dest: /127.0.0.1:59859, bytes: 114403, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1849285536_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742241_1417, duration: 2087000
2015-02-12 10:35:03,701 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742241_1417, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:03,701 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742241_1417{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:35:03,702 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53016, dest: /127.0.0.1:59852, bytes: 114403, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1849285536_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742241_1417, duration: 2672000
2015-02-12 10:35:03,702 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742241_1417, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:03,702 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53015, dest: /127.0.0.1:59862, bytes: 114403, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1849285536_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742241_1417, duration: 3450000
2015-02-12 10:35:03,703 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742241_1417, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:03,702 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742241_1417{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:35:03,703 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742241_1417{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:35:03,704 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1849285536_1
2015-02-12 10:35:03,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:35:03,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:35:03,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:35:03,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038-1423766079319-soberoi-%5BA8326376B87B416EA12927E78283FE7C%2F2E5F329DB317419E-1423766103589-4-0-SUCCEEDED-default-1423766087842.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0038-1423766079319-soberoi-%5BA8326376B87B416EA12927E78283FE7C%2F2E5F329DB317419E-1423766103589-4-0-SUCCEEDED-default-1423766087842.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:35:03,719 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0038_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:35:03,719 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0038_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:35:03,719 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0038 with final state: FINISHING
2015-02-12 10:35:03,719 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0038 State change from RUNNING to FINAL_SAVING
2015-02-12 10:35:03,719 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0038
2015-02-12 10:35:03,719 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0038_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:35:03,719 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0038 State change from FINAL_SAVING to FINISHING
2015-02-12 10:35:04,516 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:35:04,516 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0038_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:35:04,516 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000002
2015-02-12 10:35:04,516 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0038_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:35:04,517 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:35:04,518 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0038_01_000002, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:35:04,518 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:04,518 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:35:04,518 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0038_000001 released container container_1423764831909_0038_01_000002 on node: host: 10.1.1.68:59942 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:35:04,518 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:35:04,518 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0038_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:35:04,518 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000003
2015-02-12 10:35:04,518 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0038_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:35:04,519 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:35:04,519 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0038_01_000003, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:35:04,520 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:04,520 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:35:04,520 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0038_000001 released container container_1423764831909_0038_01_000003 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:35:04,520 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:04,520 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:04,725 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0038 unregistered successfully.
2015-02-12 10:35:04,728 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742230_1406 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:35:04,728 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742231_1407 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:35:04,728 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742232_1408 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:35:04,729 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742233_1409 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:35:04,729 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742236_1412 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:35:04,729 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742234_1410 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:35:04,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0038 dst=null perm=null proto=rpc
2015-02-12 10:35:04,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null proto=rpc
2015-02-12 10:35:04,795 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary
2015-02-12 10:35:04,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary dst=null perm=null proto=rpc
2015-02-12 10:35:04,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null proto=rpc
2015-02-12 10:35:04,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null proto=rpc
2015-02-12 10:35:04,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null proto=rpc
2015-02-12 10:35:04,819 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 10:35:04,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:35:04,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:35:04,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:35:04,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:35:04,832 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/filter
2015-02-12 10:35:04,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null proto=rpc
2015-02-12 10:35:04,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null proto=rpc
2015-02-12 10:35:04,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null proto=rpc
2015-02-12 10:35:04,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null proto=rpc
2015-02-12 10:35:04,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:35:04,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:35:04,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:35:04,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00001 dst=null perm=null proto=rpc
2015-02-12 10:35:04,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:35:04,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00002 dst=null perm=null proto=rpc
2015-02-12 10:35:04,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:35:04,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00003 dst=null perm=null proto=rpc
2015-02-12 10:35:04,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:35:04,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:35:04,854 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742230_1406, blk_1073742231_1407, blk_1073742232_1408, blk_1073742233_1409, blk_1073742236_1412]
2015-02-12 10:35:04,854 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742230_1406, blk_1073742231_1407, blk_1073742234_1410, blk_1073742236_1412]
2015-02-12 10:35:04,872 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:35:04,873 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:35:04,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null proto=rpc
2015-02-12 10:35:04,902 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [concat] starting
2015-02-12 10:35:04,903 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [concat] source: MultiSourceTap[2:[Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"], Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt"]]]
2015-02-12 10:35:04,903 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [concat] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat"]
2015-02-12 10:35:04,903 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [concat] parallel execution is enabled: true
2015-02-12 10:35:04,903 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [concat] starting jobs: 1
2015-02-12 10:35:04,903 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [concat] allocating threads: 1
2015-02-12 10:35:04,904 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [concat] starting step: (1/1) ...pesplatform/complexconcat
2015-02-12 10:35:04,932 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:35:04,962 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:35:04,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null proto=rpc
2015-02-12 10:35:04,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:35:04,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:35:04,970 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 39
2015-02-12 10:35:04,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039 dst=null perm=null proto=rpc
2015-02-12 10:35:04,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:35:04,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:35:04,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:04,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:35:04,978 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742242_1418{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:35:04,980 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742242_1418 src: /127.0.0.1:53038 dest: /127.0.0.1:59855
2015-02-12 10:35:04,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742242_1418 src: /127.0.0.1:53039 dest: /127.0.0.1:59862
2015-02-12 10:35:04,983 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742242_1418 src: /127.0.0.1:53040 dest: /127.0.0.1:59859
2015-02-12 10:35:04,989 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53040, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742242_1418, duration: 3432000
2015-02-12 10:35:04,989 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742242_1418, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:04,990 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742242_1418{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:35:04,991 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53039, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742242_1418, duration: 4971000
2015-02-12 10:35:04,991 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742242_1418, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:04,992 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742242_1418{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:35:04,992 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53038, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742242_1418, duration: 6587000
2015-02-12 10:35:04,992 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742242_1418, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:04,993 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742242_1418{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:35:04,994 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:35:04,995 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.jar
2015-02-12 10:35:04,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:04,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:35:04,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:35:04,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:35:04,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:35:05,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:35:05,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:35:05,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:35:05,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:35:05,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:35:05,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:35:05,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:35:05,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:35:05,014 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 10:35:05,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:35:05,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:35:05,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:35:05,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:35:05,020 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.split
2015-02-12 10:35:05,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:05,023 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742243_1419{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:35:05,024 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742243_1419 src: /127.0.0.1:53041 dest: /127.0.0.1:59852
2015-02-12 10:35:05,026 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742243_1419 src: /127.0.0.1:53042 dest: /127.0.0.1:59855
2015-02-12 10:35:05,028 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742243_1419 src: /127.0.0.1:53043 dest: /127.0.0.1:59859
2015-02-12 10:35:05,029 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742243_1419 src: /127.0.0.1:53044 dest: /127.0.0.1:59862
2015-02-12 10:35:05,032 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53044, dest: /127.0.0.1:59862, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742243_1419, duration: 1729000
2015-02-12 10:35:05,033 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742243_1419, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:05,033 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742243_1419{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:35:05,033 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53043, dest: /127.0.0.1:59859, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742243_1419, duration: 2375000
2015-02-12 10:35:05,034 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742243_1419, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:05,035 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53042, dest: /127.0.0.1:59855, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742243_1419, duration: 3663000
2015-02-12 10:35:05,035 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742243_1419, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:05,036 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742243_1419{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:35:05,038 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53041, dest: /127.0.0.1:59852, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742243_1419, duration: 6611000
2015-02-12 10:35:05,038 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742243_1419, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:05,038 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742243_1419{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:35:05,042 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742243_1419{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:35:05,043 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:35:05,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:35:05,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:35:05,048 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742244_1420{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:35:05,049 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742244_1420 src: /127.0.0.1:53045 dest: /127.0.0.1:59852
2015-02-12 10:35:05,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742244_1420 src: /127.0.0.1:53046 dest: /127.0.0.1:59862
2015-02-12 10:35:05,052 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742244_1420 src: /127.0.0.1:53047 dest: /127.0.0.1:59859
2015-02-12 10:35:05,055 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53047, dest: /127.0.0.1:59859, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742244_1420, duration: 1257000
2015-02-12 10:35:05,055 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742244_1420, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:05,056 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742244_1420{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:35:05,056 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53046, dest: /127.0.0.1:59862, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742244_1420, duration: 2130000
2015-02-12 10:35:05,056 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742244_1420, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:05,057 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742244_1420{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:35:05,057 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53045, dest: /127.0.0.1:59852, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742244_1420, duration: 2973000
2015-02-12 10:35:05,057 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742244_1420, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:05,058 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742244_1420{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:35:05,060 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:35:05,060 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:6
2015-02-12 10:35:05,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:35:05,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:35:05,073 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742245_1421{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:35:05,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742245_1421 src: /127.0.0.1:53048 dest: /127.0.0.1:59855
2015-02-12 10:35:05,076 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742245_1421 src: /127.0.0.1:53049 dest: /127.0.0.1:59859
2015-02-12 10:35:05,077 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742245_1421 src: /127.0.0.1:53050 dest: /127.0.0.1:59852
2015-02-12 10:35:05,081 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53050, dest: /127.0.0.1:59852, bytes: 98720, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742245_1421, duration: 1571000
2015-02-12 10:35:05,081 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742245_1421, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:05,081 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742245_1421{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:35:05,082 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53049, dest: /127.0.0.1:59859, bytes: 98720, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742245_1421, duration: 1991000
2015-02-12 10:35:05,082 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742245_1421, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:05,082 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742245_1421{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:35:05,082 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53048, dest: /127.0.0.1:59855, bytes: 98720, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742245_1421, duration: 2897000
2015-02-12 10:35:05,083 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742245_1421, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:05,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742245_1421{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:35:05,089 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:35:05,090 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0039
2015-02-12 10:35:05,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039 dst=null perm=null proto=rpc
2015-02-12 10:35:05,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.xml dst=null perm=null proto=rpc
2015-02-12 10:35:05,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.xml dst=null perm=null proto=rpc
2015-02-12 10:35:05,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:05,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:05,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:05,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:05,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:35:05,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:35:05,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:35:05,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:35:05,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:35:05,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:35:05,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:35:05,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:35:05,106 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 39 submitted by user soberoi
2015-02-12 10:35:05,106 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0039
2015-02-12 10:35:05,107 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0039
2015-02-12 10:35:05,107 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0039
2015-02-12 10:35:05,107 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0039 State change from NEW to NEW_SAVING
2015-02-12 10:35:05,107 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0039 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:35:05,107 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0039 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:35:05,107 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0039 from user: soberoi, in queue: default
2015-02-12 10:35:05,108 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0039 State change from SUBMITTED to ACCEPTED
2015-02-12 10:35:05,108 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0039
2015-02-12 10:35:05,108 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0039_000001
2015-02-12 10:35:05,109 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0039_000001 State change from NEW to SUBMITTED
2015-02-12 10:35:05,109 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0039 from user: soberoi activated in queue: default
2015-02-12 10:35:05,109 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0039 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:35:05,109 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0039_000001 to scheduler from user soberoi in queue default
2015-02-12 10:35:05,110 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0039_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:35:05,111 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0039/
2015-02-12 10:35:05,112 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [concat] submitted hadoop job: job_1423764831909_0039
2015-02-12 10:35:05,112 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [concat] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0039/
2015-02-12 10:35:05,518 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:05,518 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:05,518 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:05,518 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:05,519 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:35:05,519 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000001
2015-02-12 10:35:05,519 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0039_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:35:05,519 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0039_000001 container=Container: [ContainerId: container_1423764831909_0039_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:35:05,519 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:35:05,519 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:05,520 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0039_01_000001
2015-02-12 10:35:05,521 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:35:05,521 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0039_000001
2015-02-12 10:35:05,521 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0039 AttemptId: appattempt_1423764831909_0039_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0039_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ]
2015-02-12 10:35:05,521 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0039_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:35:05,521 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0039_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:35:05,522 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0039_000001
2015-02-12 10:35:05,523 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0039_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0039_000001
2015-02-12 10:35:05,523 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0039_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:35:05,523 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0039_000001
2015-02-12 10:35:05,523 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0039_000001
2015-02-12 10:35:05,526 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0039_000001 (auth:SIMPLE)
2015-02-12 10:35:05,529 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0039_01_000001 by user soberoi
2015-02-12 10:35:05,529 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0039
2015-02-12 10:35:05,530 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000001
2015-02-12 10:35:05,530 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0039 transitioned from NEW to INITING
2015-02-12 10:35:05,530 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0039_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0039_000001
2015-02-12 10:35:05,530 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0039_01_000001 to application application_1423764831909_0039
2015-02-12 10:35:05,530 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0039_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:35:05,531 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0039 transitioned from INITING to RUNNING
2015-02-12 10:35:05,531 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:35:05,531 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0039
2015-02-12 10:35:05,531 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:35:05,531 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:35:05,531 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:35:05,532 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:35:05,532 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0039_01_000001
2015-02-12 10:35:05,545 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423764831909_0039_01_000001.tokens. Credentials list:
2015-02-12 10:35:05,712 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:35:05,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423764831909_0039_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000001.tokens
2015-02-12 10:35:05,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0039 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0039
2015-02-12 10:35:05,858 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742230_1406 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742230 for deletion
2015-02-12 10:35:05,858 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742231_1407 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742231 for deletion
2015-02-12 10:35:05,859 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742232_1408 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742232 for deletion
2015-02-12 10:35:05,859 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742233_1409 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742233 for deletion
2015-02-12 10:35:05,859 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742230_1406 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742230
2015-02-12 10:35:05,859 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742231_1407 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742231
2015-02-12 10:35:05,859 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742233_1409 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742233
2015-02-12 10:35:05,859 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742236_1412 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742236 for deletion
2015-02-12 10:35:05,860 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742232_1408 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742232
2015-02-12 10:35:05,860 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742236_1412 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742236
2015-02-12 10:35:05,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:05,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:05,998 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742230_1406 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742230 for deletion
2015-02-12 10:35:05,998 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742231_1407 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742231 for deletion
2015-02-12 10:35:05,998 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742234_1410 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742234 for deletion
2015-02-12 10:35:05,998 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742236_1412 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742236 for deletion
2015-02-12 10:35:05,998 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742231_1407 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742231
2015-02-12 10:35:05,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742230_1406 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742230
2015-02-12 10:35:05,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742236_1412 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742236
2015-02-12 10:35:05,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742234_1410 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742234
2015-02-12 10:35:06,018 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0039/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:35:06,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:35:06,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:35:06,105 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0039/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:35:06,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:06,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:06,190 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0039/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:35:06,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.xml dst=null perm=null proto=rpc
2015-02-12 10:35:06,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.xml dst=null perm=null proto=rpc
2015-02-12 10:35:06,270 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0039/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:35:06,270 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:35:06,342 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:35:06,342 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:06,486 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 10:35:06,486 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:35:06,510 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000001/default_container_executor.sh]
2015-02-12 10:35:06,523 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:35:06,523 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:06,524 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:06,524 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:06,524 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:07,525 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:07,525 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:07,525 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:07,525 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:07,859 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59855 to replicate blk_1073742242_1418 to datanode(s) 127.0.0.1:59852
2015-02-12 10:35:07,859 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742230_1406, blk_1073742231_1407, blk_1073742232_1408, blk_1073742233_1409, blk_1073742234_1410]
2015-02-12 10:35:07,859 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742230_1406, blk_1073742231_1407, blk_1073742232_1408, blk_1073742233_1409, blk_1073742234_1410, blk_1073742236_1412]
2015-02-12 10:35:08,521 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742230_1406 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742230 for deletion
2015-02-12 10:35:08,521 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742231_1407 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742231 for deletion
2015-02-12 10:35:08,521 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742232_1408 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742232 for deletion
2015-02-12 10:35:08,521 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742233_1409 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742233 for deletion
2015-02-12 10:35:08,521 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742230_1406 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742230
2015-02-12 10:35:08,521 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742231_1407 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742231
2015-02-12 10:35:08,521 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742234_1410 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742234 for deletion
2015-02-12 10:35:08,522 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742232_1408 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742232
2015-02-12 10:35:08,522 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742233_1409 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742233
2015-02-12 10:35:08,522 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742234_1410 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742234
2015-02-12 10:35:08,530 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:08,530 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:08,530 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:08,530 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:08,574 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=2aa0fabf-b905-40ca-b888-b2077fcc60ea, infoPort=59856, ipcPort=59858, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742242_1418 to 127.0.0.1:59852
2015-02-12 10:35:08,574 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742230_1406 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742230 for deletion
2015-02-12 10:35:08,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742231_1407 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742231 for deletion
2015-02-12 10:35:08,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742232_1408 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742232 for deletion
2015-02-12 10:35:08,576 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742233_1409 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742233 for deletion
2015-02-12 10:35:08,576 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742234_1410 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742234 for deletion
2015-02-12 10:35:08,576 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742236_1412 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742236 for deletion
2015-02-12 10:35:08,577 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742242_1418 (numBytes=254067) to /127.0.0.1:59852
2015-02-12 10:35:08,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742230_1406 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742230
2015-02-12 10:35:08,577 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742231_1407 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742231
2015-02-12 10:35:08,577 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742232_1408 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742232
2015-02-12 10:35:08,578 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742234_1410 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742234
2015-02-12 10:35:08,577 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742233_1409 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742233
2015-02-12 10:35:08,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742242_1418 src: /127.0.0.1:53067 dest: /127.0.0.1:59852
2015-02-12 10:35:08,578 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742236_1412 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742236
2015-02-12 10:35:08,581 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742242_1418 src: /127.0.0.1:53067 dest: /127.0.0.1:59852 of size 254067
2015-02-12 10:35:08,581 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742242_1418 size 254067
2015-02-12 10:35:09,531 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:09,531 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:09,531 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:09,531 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:09,790 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0038_01_000001 succeeded
2015-02-12 10:35:09,790 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:35:09,790 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0038_01_000001
2015-02-12 10:35:09,813 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000001
2015-02-12 10:35:09,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000001
2015-02-12 10:35:09,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000001
2015-02-12 10:35:09,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0038/container_1423764831909_0038_01_000001
2015-02-12 10:35:09,819 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000001
2015-02-12 10:35:09,819 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0038_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:35:09,819 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0038_01_000001 from application application_1423764831909_0038
2015-02-12 10:35:09,819 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:09,820 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0038
2015-02-12 10:35:09,917 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0038_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:35:09,917 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0038_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:35:09,917 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000001
2015-02-12 10:35:09,918 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0038_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:35:09,917 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0038_000001
2015-02-12 10:35:09,918 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:35:09,918 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0038_000001
2015-02-12 10:35:09,918 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0038_01_000001, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:35:09,919 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0038_000001 State change from FINISHING to FINISHED
2015-02-12 10:35:09,919 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:09,919 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0038 State change from FINISHING to FINISHED
2015-02-12 10:35:09,919 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:35:09,919 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0038
2015-02-12 10:35:09,919 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0038_000001 released container container_1423764831909_0038_01_000001 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:35:09,919 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0038,name=[A8326376B87B416EA12927E78283FE7C/2E5F329DB317419EBAB98852EF9A7095] test/(1/1) ...eldedpipesplatform/filter,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0038/jobhistory/job/job_1423764831909_0038,appMasterHost=10.1.1.68,startTime=1423766079319,finishTime=1423766103719,finalStatus=SUCCEEDED
2015-02-12 10:35:09,919 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0038_000001
2015-02-12 10:35:09,919 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0038_000001 is done. finalState=FINISHED
2015-02-12 10:35:09,920 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0038 requests cleared
2015-02-12 10:35:09,920 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0038 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:35:09,920 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0038 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:35:09,923 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0038_000001 (auth:SIMPLE)
2015-02-12 10:35:09,925 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0038_01_000001
2015-02-12 10:35:09,925 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0038 CONTAINERID=container_1423764831909_0038_01_000001
2015-02-12 10:35:09,926 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0038_01_000001]
2015-02-12 10:35:09,926 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:09,926 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1067)) - Event EventType: KILL_CONTAINER sent to absent container container_1423764831909_0038_01_000001
2015-02-12 10:35:09,927 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0038 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:35:09,928 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0038
2015-02-12 10:35:09,928 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0038
2015-02-12 10:35:09,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0038
2015-02-12 10:35:09,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0038
2015-02-12 10:35:09,930 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0038
2015-02-12 10:35:09,930 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0038 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:35:09,930 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0038, with delay of 10800 seconds
2015-02-12 10:35:10,536 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0038 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:35:10,536 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:10,536 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:10,536 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:10,536 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:10,537 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0038
2015-02-12 10:35:10,537 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0038 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:35:10,537 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0038, with delay of 10800 seconds
2015-02-12 10:35:10,537 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0038
2015-02-12 10:35:10,537 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0038
2015-02-12 10:35:10,537 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0038
2015-02-12 10:35:10,537 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0038
2015-02-12 10:35:10,980 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742237_1413
2015-02-12 10:35:10,981 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742244_1420
2015-02-12 10:35:10,981 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742243_1419
2015-02-12 10:35:10,982 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742241_1417
2015-02-12 10:35:10,983 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742239_1415
2015-02-12 10:35:10,983 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742245_1421
2015-02-12 10:35:11,058 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742243_1419
2015-02-12 10:35:11,059 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742238_1414
2015-02-12 10:35:11,060 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742241_1417
2015-02-12 10:35:11,060 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742240_1416
2015-02-12 10:35:11,062 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742240_1416
2015-02-12 10:35:11,062 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742238_1414
2015-02-12 10:35:11,063 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742243_1419
2015-02-12 10:35:11,064 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742242_1418
2015-02-12 10:35:11,260 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742245_1421
2015-02-12 10:35:11,261 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742239_1415
2015-02-12 10:35:11,267 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742245_1421
2015-02-12 10:35:11,267 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742237_1413
2015-02-12 10:35:11,268 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742235_1411
2015-02-12 10:35:11,460 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742242_1418
2015-02-12 10:35:11,460 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742235_1411
2015-02-12 10:35:11,461 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742244_1420
2015-02-12 10:35:11,540 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:11,540 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:11,540 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:11,540 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:11,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:35:11,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:35:11,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:35:11,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:35:12,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039 dst=null perm=null proto=rpc
2015-02-12 10:35:12,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:35:12,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:35:12,259 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742237_1413
2015-02-12 10:35:12,260 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742235_1411
2015-02-12 10:35:12,261 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742242_1418
2015-02-12 10:35:12,262 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742243_1419
2015-02-12 10:35:12,262 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742240_1416
2015-02-12 10:35:12,263 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742238_1414
2015-02-12 10:35:12,263 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742244_1420
2015-02-12 10:35:12,466 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742241_1417
2015-02-12 10:35:12,466 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742239_1415
2015-02-12 10:35:12,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:35:12,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:35:15,398 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0039_000001 (auth:SIMPLE)
2015-02-12 10:35:15,401 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0039_000001
2015-02-12 10:35:15,401 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0039 APPATTEMPTID=appattempt_1423764831909_0039_000001
2015-02-12 10:35:15,401 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0039_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:35:15,401 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0039 State change from ACCEPTED to RUNNING
2015-02-12 10:35:15,452 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 3571 Total time for transactions(ms): 219 Number of transactions batched in Syncs: 2 Number of syncs: 2507 SyncTimes(ms): 69 34
2015-02-12 10:35:15,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job_1423764831909_0039_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:15,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:35:15,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job_1423764831909_0039_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:15,841 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job_1423764831909_0039_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742246_1422{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:35:15,919 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742246_1422 src: /127.0.0.1:53092 dest: /127.0.0.1:59859
2015-02-12 10:35:15,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742246_1422 src: /127.0.0.1:53093 dest: /127.0.0.1:59855
2015-02-12 10:35:15,923 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742246_1422 src: /127.0.0.1:53094 dest: /127.0.0.1:59852
2015-02-12 10:35:15,959 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53094, dest: /127.0.0.1:59852, bytes: 115819, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689152903_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742246_1422, duration: 34528000
2015-02-12 10:35:15,959 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742246_1422, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:15,959 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742246_1422{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:35:15,960 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53093, dest: /127.0.0.1:59855, bytes: 115819, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689152903_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742246_1422, duration: 35944000
2015-02-12 10:35:15,960 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742246_1422, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:15,961 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53092, dest: /127.0.0.1:59859, bytes: 115819, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689152903_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742246_1422, duration: 37108000
2015-02-12 10:35:15,962 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742246_1422, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:15,962 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742246_1422{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:35:15,963 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742246_1422{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:35:15,978 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job_1423764831909_0039_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1689152903_1
2015-02-12 10:35:15,992 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742242_1418
2015-02-12 10:35:16,557 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:35:16,557 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000002
2015-02-12 10:35:16,557 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0039_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:35:16,557 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0039_000001 container=Container: [ContainerId: container_1423764831909_0039_01_000002, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:35:16,558 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:35:16,558 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:16,558 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:35:16,558 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000003
2015-02-12 10:35:16,558 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0039_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 10:35:16,558 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0039_000001 container=Container: [ContainerId: container_1423764831909_0039_01_000003, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:35:16,559 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:35:16,559 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:16,908 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:35:16,908 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000004
2015-02-12 10:35:16,908 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0039_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:35:16,908 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0039_000001 container=Container: [ContainerId: container_1423764831909_0039_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:35:16,908 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:35:16,909 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:16,909 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:35:16,909 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000005
2015-02-12 10:35:16,909 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0039_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:35:16,909 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0039_000001 container=Container: [ContainerId: container_1423764831909_0039_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:35:16,909 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:35:16,910 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:16,910 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:35:16,910 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000006
2015-02-12 10:35:16,910 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0039_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 10:35:16,910 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0039_000001 container=Container: [ContainerId: container_1423764831909_0039_01_000006, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:35:16,910 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 10:35:16,910 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:16,911 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:35:16,911 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000007
2015-02-12 10:35:16,911 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0039_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 10:35:16,911 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0039_000001 container=Container: [ContainerId: container_1423764831909_0039_01_000007, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:35:16,911 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7
2015-02-12 10:35:16,911 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:17,472 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0039_01_000002
2015-02-12 10:35:17,473 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:35:17,473 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:35:17,474 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0039_01_000004
2015-02-12 10:35:17,475 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:35:17,475 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:35:17,476 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:35:17,477 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:35:17,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:17,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:17,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.xml dst=null perm=null proto=rpc
2015-02-12 10:35:17,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.xml dst=null perm=null proto=rpc
2015-02-12 10:35:17,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:35:17,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:35:17,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:35:17,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:35:17,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:35:17,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:35:17,709 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0039_000001 (auth:SIMPLE)
2015-02-12 10:35:17,709 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0039_000001 (auth:SIMPLE)
2015-02-12 10:35:17,710 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0039_000001 (auth:SIMPLE)
2015-02-12 10:35:17,710 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0039_000001 (auth:SIMPLE)
2015-02-12 10:35:17,711 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0039_000001 (auth:SIMPLE)
2015-02-12 10:35:17,711 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0039_000001 (auth:SIMPLE)
2015-02-12 10:35:17,715 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0039_01_000002 by user soberoi
2015-02-12 10:35:17,716 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000002
2015-02-12 10:35:17,716 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0039_01_000002 to application application_1423764831909_0039
2015-02-12 10:35:17,717 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:35:17,717 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0039
2015-02-12 10:35:17,717 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0039_01_000006 by user soberoi
2015-02-12 10:35:17,717 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0039
2015-02-12 10:35:17,717 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000006
2015-02-12 10:35:17,718 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0039_01_000007 by user soberoi
2015-02-12 10:35:17,718 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000007
2015-02-12 10:35:17,717 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0039
2015-02-12 10:35:17,719 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:35:17,719 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0039
2015-02-12 10:35:17,719 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:35:17,720 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0039_01_000003 by user soberoi
2015-02-12 10:35:17,721 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0039 transitioned from NEW to INITING
2015-02-12 10:35:17,721 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000003
2015-02-12 10:35:17,722 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0039_01_000003 to application application_1423764831909_0039
2015-02-12 10:35:17,723 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:35:17,723 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0039
2015-02-12 10:35:17,723 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0039
2015-02-12 10:35:17,723 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:35:17,723 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0039
2015-02-12 10:35:17,723 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:35:17,721 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0039_01_000006 to application application_1423764831909_0039
2015-02-12 10:35:17,724 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0039_01_000007 to application application_1423764831909_0039
2015-02-12 10:35:17,749 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0039 transitioned from INITING to RUNNING
2015-02-12 10:35:17,749 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 10:35:17,749 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:35:17,749 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0039
2015-02-12 10:35:17,749 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0039
2015-02-12 10:35:17,749 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:35:17,750 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0039
2015-02-12 10:35:17,750 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:35:17,750 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:35:17,750 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0039
2015-02-12 10:35:17,750 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0039
2015-02-12 10:35:17,750 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:35:17,750 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0039
2015-02-12 10:35:17,751 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0039_01_000007
2015-02-12 10:35:17,752 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0039_01_000004 by user soberoi
2015-02-12 10:35:17,752 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000004
2015-02-12 10:35:17,753 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0039_01_000005 by user soberoi
2015-02-12 10:35:17,753 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000005
2015-02-12 10:35:17,758 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0039_01_000006
2015-02-12 10:35:17,761 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0039_01_000004 to application application_1423764831909_0039
2015-02-12 10:35:17,761 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0039_01_000005 to application application_1423764831909_0039
2015-02-12 10:35:17,762 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:35:17,762 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:35:17,762 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0039
2015-02-12 10:35:17,762 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0039
2015-02-12 10:35:17,762 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:35:17,762 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0039
2015-02-12 10:35:17,763 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0039
2015-02-12 10:35:17,763 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0039
2015-02-12 10:35:17,763 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:35:17,763 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0039
2015-02-12 10:35:17,763 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0039_01_000004
2015-02-12 10:35:17,768 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0039_01_000005
2015-02-12 10:35:17,785 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0039_01_000007.tokens. Credentials list:
2015-02-12 10:35:17,787 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0039_01_000006.tokens. Credentials list:
2015-02-12 10:35:17,794 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0039_01_000004.tokens. Credentials list:
2015-02-12 10:35:17,797 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0039_01_000005.tokens. Credentials list:
2015-02-12 10:35:17,808 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:35:17,808 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:35:17,808 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:17,808 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:17,908 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:35:17,908 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:35:17,909 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:35:17,909 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:35:17,981 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000003/default_container_executor.sh]
2015-02-12 10:35:17,982 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:35:17,985 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000002/default_container_executor.sh]
2015-02-12 10:35:18,132 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:35:18,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0039_01_000007.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000007.tokens
2015-02-12 10:35:18,157 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0039 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0039
2015-02-12 10:35:18,292 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:35:18,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:18,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:18,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0039_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000005.tokens
2015-02-12 10:35:18,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0039 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0039
2015-02-12 10:35:18,402 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0039/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:35:18,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.xml dst=null perm=null proto=rpc
2015-02-12 10:35:18,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.xml dst=null perm=null proto=rpc
2015-02-12 10:35:18,454 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0039_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000004.tokens
2015-02-12 10:35:18,454 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0039 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0039
2015-02-12 10:35:18,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:35:18,502 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:35:18,506 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0039/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:35:18,506 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:35:18,507 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:35:18,507 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:35:18,507 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:35:18,560 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:35:18,560 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:35:18,587 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 10:35:18,587 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:18,593 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:35:18,594 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:35:18,594 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:18,594 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:18,594 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:35:18,595 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:18,717 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423764831909_0039_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000006.tokens
2015-02-12 10:35:18,717 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0039 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0039
2015-02-12 10:35:18,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000004/default_container_executor.sh]
2015-02-12 10:35:18,849 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000006/default_container_executor.sh]
2015-02-12 10:35:18,864 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000007/default_container_executor.sh]
2015-02-12 10:35:18,866 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000005/default_container_executor.sh]
2015-02-12 10:35:21,001 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742246_1422
2015-02-12 10:35:21,278 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742246_1422
2015-02-12 10:35:21,474 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742246_1422
2015-02-12 10:35:31,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:31,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:31,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:31,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:31,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:31,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:31,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:35:31,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:35:31,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 10:35:31,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:35:32,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:35:32,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 10:35:32,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1423764831909_0039_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:35:32,411 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0039_000001 (auth:SIMPLE)
2015-02-12 10:35:32,415 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0039_01_000003
2015-02-12 10:35:32,415 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000003
2015-02-12 10:35:32,415 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:35:32,415 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0039_01_000003
2015-02-12 10:35:32,440 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job_1423764831909_0039_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742247_1423{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:35:32,443 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742247_1423 src: /127.0.0.1:53199 dest: /127.0.0.1:59862
2015-02-12 10:35:32,443 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0039_01_000003 is : 143
2015-02-12 10:35:32,445 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742247_1423 src: /127.0.0.1:53200 dest: /127.0.0.1:59859
2015-02-12 10:35:32,447 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742247_1423 src: /127.0.0.1:53201 dest: /127.0.0.1:59855
2015-02-12 10:35:32,452 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job_1423764831909_0039_1.jhist for DFSClient_NONMAPREDUCE_1689152903_1
2015-02-12 10:35:32,459 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:35:32,460 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000003
2015-02-12 10:35:32,460 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000003
2015-02-12 10:35:32,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000003
2015-02-12 10:35:32,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000003
2015-02-12 10:35:32,463 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000003
2015-02-12 10:35:32,463 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:35:32,463 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0039_01_000003 from application application_1423764831909_0039
2015-02-12 10:35:32,463 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:32,464 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0039
2015-02-12 10:35:32,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1423764831909_0039_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:35:32,680 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0039_000001 (auth:SIMPLE)
2015-02-12 10:35:32,682 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0039_01_000002
2015-02-12 10:35:32,682 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000002
2015-02-12 10:35:32,682 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:35:32,683 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0039_01_000002
2015-02-12 10:35:32,683 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:35:32,683 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0039_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:35:32,683 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000003
2015-02-12 10:35:32,684 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0039_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 10:35:32,684 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:7168, vCores:6> numContainers=6 user=soberoi user-resources=<memory:7168, vCores:6>
2015-02-12 10:35:32,685 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0039_01_000003, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 cluster=<memory:16384, vCores:32>
2015-02-12 10:35:32,685 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:32,685 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 10:35:32,685 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0039_000001 released container container_1423764831909_0039_01_000003 on node: host: 10.1.1.68:59942 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 10:35:32,716 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0039_01_000002 is : 143
2015-02-12 10:35:32,726 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:35:32,726 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000002
2015-02-12 10:35:32,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000002
2015-02-12 10:35:32,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000002
2015-02-12 10:35:32,728 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000002
2015-02-12 10:35:32,729 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000002
2015-02-12 10:35:32,730 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:35:32,730 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0039_01_000002 from application application_1423764831909_0039
2015-02-12 10:35:32,730 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:32,730 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0039
2015-02-12 10:35:32,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1423764831909_0039_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 10:35:32,876 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0039_000001 (auth:SIMPLE)
2015-02-12 10:35:32,878 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0039_01_000006
2015-02-12 10:35:32,878 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000006
2015-02-12 10:35:32,878 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:35:32,878 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0039_01_000006
2015-02-12 10:35:32,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1423764831909_0039_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:35:32,908 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0039_01_000006 is : 143
2015-02-12 10:35:32,918 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0039_000001 (auth:SIMPLE)
2015-02-12 10:35:32,920 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0039_01_000004
2015-02-12 10:35:32,920 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000004
2015-02-12 10:35:32,924 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:35:32,924 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:35:32,925 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000006
2015-02-12 10:35:32,926 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0039_01_000004
2015-02-12 10:35:32,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000006
2015-02-12 10:35:32,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000006
2015-02-12 10:35:32,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000006
2015-02-12 10:35:32,945 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0039_01_000004 is : 143
2015-02-12 10:35:32,966 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000006
2015-02-12 10:35:32,968 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:35:32,968 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:35:32,968 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0039_01_000006 from application application_1423764831909_0039
2015-02-12 10:35:32,969 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:32,969 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0039
2015-02-12 10:35:32,971 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000004
2015-02-12 10:35:32,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000004
2015-02-12 10:35:32,973 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000004
2015-02-12 10:35:32,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000004
2015-02-12 10:35:32,976 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000004
2015-02-12 10:35:32,976 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:35:32,977 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0039_01_000004 from application application_1423764831909_0039
2015-02-12 10:35:32,977 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:32,977 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0039
2015-02-12 10:35:33,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1423764831909_0039_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 10:35:33,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1423764831909_0039_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:35:33,053 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0039_000001 (auth:SIMPLE)
2015-02-12 10:35:33,055 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0039_01_000007
2015-02-12 10:35:33,055 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000007
2015-02-12 10:35:33,055 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000007 transitioned from RUNNING to KILLING
2015-02-12 10:35:33,056 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0039_01_000007
2015-02-12 10:35:33,056 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:35:33,056 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0039_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:35:33,056 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000004
2015-02-12 10:35:33,057 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0039_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 10:35:33,057 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 10:35:33,058 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0039_01_000004, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 10:35:33,058 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:33,058 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:35:33,058 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0039_000001 released container container_1423764831909_0039_01_000004 on node: host: 10.1.1.68:59906 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 10:35:33,058 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:35:33,058 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0039_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:35:33,058 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000006
2015-02-12 10:35:33,058 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0039_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 10:35:33,059 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:35:33,059 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0039_01_000006, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:35:33,060 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:33,060 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:35:33,060 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0039_000001 released container container_1423764831909_0039_01_000006 on node: host: 10.1.1.68:59906 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 10:35:33,075 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0039_000001 (auth:SIMPLE)
2015-02-12 10:35:33,078 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0039_01_000005
2015-02-12 10:35:33,078 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000005
2015-02-12 10:35:33,079 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0039_01_000007 is : 143
2015-02-12 10:35:33,079 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:33,079 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:33,105 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:35:33,105 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:35:33,105 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0039_01_000005
2015-02-12 10:35:33,126 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0039_01_000005 is : 143
2015-02-12 10:35:33,142 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000007
2015-02-12 10:35:33,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000007
2015-02-12 10:35:33,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000007
2015-02-12 10:35:33,145 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000007
2015-02-12 10:35:33,146 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:35:33,146 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000007
2015-02-12 10:35:33,146 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:35:33,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000005
2015-02-12 10:35:33,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000005
2015-02-12 10:35:33,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000005
2015-02-12 10:35:33,149 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000005
2015-02-12 10:35:33,150 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0039_01_000007 from application application_1423764831909_0039
2015-02-12 10:35:33,151 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:33,152 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0039
2015-02-12 10:35:33,152 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000005
2015-02-12 10:35:33,153 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:35:33,154 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0039_01_000005 from application application_1423764831909_0039
2015-02-12 10:35:33,154 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:33,155 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0039
2015-02-12 10:35:33,686 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:35:33,686 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0039_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:35:33,686 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000002
2015-02-12 10:35:33,686 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0039_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:35:33,686 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:35:33,687 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0039_01_000002, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:35:33,687 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:33,687 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:35:33,688 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0039_000001 released container container_1423764831909_0039_01_000002 on node: host: 10.1.1.68:59942 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:35:33,688 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:33,688 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:35:33,688 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000008
2015-02-12 10:35:33,688 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0039_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:35:33,688 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0039_000001 container=Container: [ContainerId: container_1423764831909_0039_01_000008, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:35:33,689 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:35:33,689 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:34,081 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:34,081 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:35:34,081 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0039_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:35:34,081 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000005
2015-02-12 10:35:34,081 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0039_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:35:34,081 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:35:34,082 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0039_01_000005, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:35:34,082 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:34,083 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:35:34,083 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0039_000001 released container container_1423764831909_0039_01_000005 on node: host: 10.1.1.68:59906 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:35:34,083 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:34,083 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:35:34,083 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0039_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 10:35:34,083 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000007
2015-02-12 10:35:34,083 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0039_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:35:34,083 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:35:34,084 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0039_01_000007, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:35:34,084 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:34,084 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:35:34,084 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0039_000001 released container container_1423764831909_0039_01_000007 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:35:34,582 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:35:34,595 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0039_000001 (auth:SIMPLE)
2015-02-12 10:35:34,597 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0039_01_000008 by user soberoi
2015-02-12 10:35:34,598 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000008
2015-02-12 10:35:34,598 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0039_01_000008 to application application_1423764831909_0039
2015-02-12 10:35:34,598 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000008 transitioned from NEW to LOCALIZING
2015-02-12 10:35:34,598 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0039
2015-02-12 10:35:34,598 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0039
2015-02-12 10:35:34,598 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:35:34,598 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0039
2015-02-12 10:35:34,599 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:35:34,656 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-12 10:35:34,656 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:34,687 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0039_01_000003]
2015-02-12 10:35:34,688 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:35:34,688 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:34,688 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:34,801 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000008/default_container_executor.sh]
2015-02-12 10:35:35,085 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0039_01_000004, container_1423764831909_0039_01_000006]
2015-02-12 10:35:35,085 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:35,085 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:35,085 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:35,085 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:35,588 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:35:35,690 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0039_01_000002]
2015-02-12 10:35:35,690 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:36,089 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0039_01_000007, container_1423764831909_0039_01_000005]
2015-02-12 10:35:36,090 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:36,090 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:36,488 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 10:35:36,489 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 10:35:41,192 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:35:41,192 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:35:41,211 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:35:41,216 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:35:42,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1423764831909_0039_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:42,351 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1423764831909_0039_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742248_1424{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:35:42,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742248_1424 src: /127.0.0.1:53246 dest: /127.0.0.1:59855
2015-02-12 10:35:42,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742248_1424 src: /127.0.0.1:53247 dest: /127.0.0.1:59862
2015-02-12 10:35:42,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742248_1424 src: /127.0.0.1:53248 dest: /127.0.0.1:59852
2015-02-12 10:35:42,838 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53248, dest: /127.0.0.1:59852, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0039_r_000000_0_-272941526_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742248_1424, duration: 171209000
2015-02-12 10:35:42,838 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742248_1424, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:42,839 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742248_1424{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:35:42,839 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53247, dest: /127.0.0.1:59862, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0039_r_000000_0_-272941526_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742248_1424, duration: 172196000
2015-02-12 10:35:42,839 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742248_1424, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:42,840 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742248_1424{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:35:42,840 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53246, dest: /127.0.0.1:59855, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0039_r_000000_0_-272941526_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742248_1424, duration: 173365000
2015-02-12 10:35:42,840 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742248_1424, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:42,841 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742248_1424{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:35:42,845 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1423764831909_0039_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0039_r_000000_0_-272941526_1
2015-02-12 10:35:42,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1423764831909_0039_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:35:42,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1423764831909_0039_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:35:42,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/task_1423764831909_0039_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:35:42,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1423764831909_0039_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/task_1423764831909_0039_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:35:42,887 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0039_000001 (auth:SIMPLE)
2015-02-12 10:35:42,889 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0039_01_000008
2015-02-12 10:35:42,889 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000008
2015-02-12 10:35:42,889 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000008 transitioned from RUNNING to KILLING
2015-02-12 10:35:42,889 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0039_01_000008
2015-02-12 10:35:42,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:42,900 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1689152903_1
2015-02-12 10:35:42,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:35:42,916 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0039_01_000008 is : 143
2015-02-12 10:35:42,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null proto=rpc
2015-02-12 10:35:42,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null proto=rpc
2015-02-12 10:35:42,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/task_1423764831909_0039_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:35:42,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:35:42,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/task_1423764831909_0039_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:42,925 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:35:42,925 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000008
2015-02-12 10:35:42,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000008
2015-02-12 10:35:42,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000008
2015-02-12 10:35:42,926 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000008
2015-02-12 10:35:42,926 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:35:42,926 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0039_01_000008 from application application_1423764831909_0039
2015-02-12 10:35:42,926 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:42,926 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0039
2015-02-12 10:35:42,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000008
2015-02-12 10:35:42,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary dst=null perm=null proto=rpc
2015-02-12 10:35:42,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:42,938 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1689152903_1
2015-02-12 10:35:42,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:42,941 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1689152903_1
2015-02-12 10:35:42,960 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53201, dest: /127.0.0.1:59855, bytes: 75504, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689152903_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742247_1423, duration: 10510887000
2015-02-12 10:35:42,961 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742247_1423, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:42,962 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742247_1423{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 17007
2015-02-12 10:35:42,962 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53200, dest: /127.0.0.1:59859, bytes: 75504, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689152903_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742247_1423, duration: 10512401000
2015-02-12 10:35:42,962 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742247_1423, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:42,964 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742247_1423{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 17007
2015-02-12 10:35:42,964 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53199, dest: /127.0.0.1:59862, bytes: 75504, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689152903_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742247_1423, duration: 10514106000
2015-02-12 10:35:42,964 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742247_1423, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:42,964 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742247_1423{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 17007
2015-02-12 10:35:42,966 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job_1423764831909_0039_1.jhist is closed by DFSClient_NONMAPREDUCE_1689152903_1
2015-02-12 10:35:42,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:42,971 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742249_1425{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:35:42,973 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742249_1425 src: /127.0.0.1:53251 dest: /127.0.0.1:59862
2015-02-12 10:35:42,974 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742249_1425 src: /127.0.0.1:53252 dest: /127.0.0.1:59852
2015-02-12 10:35:42,976 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742249_1425 src: /127.0.0.1:53253 dest: /127.0.0.1:59855
2015-02-12 10:35:42,979 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53253, dest: /127.0.0.1:59855, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689152903_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742249_1425, duration: 1338000
2015-02-12 10:35:42,979 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742249_1425, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:42,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742249_1425{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:35:42,980 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53252, dest: /127.0.0.1:59852, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689152903_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742249_1425, duration: 2027000
2015-02-12 10:35:42,980 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742249_1425, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:42,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742249_1425{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:35:42,981 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53251, dest: /127.0.0.1:59862, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689152903_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742249_1425, duration: 3166000
2015-02-12 10:35:42,981 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742249_1425, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:42,981 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742249_1425{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:35:42,983 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039.summary_tmp is closed by DFSClient_NONMAPREDUCE_1689152903_1
2015-02-12 10:35:42,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:35:42,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job_1423764831909_0039_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:35:42,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039-1423766105106-soberoi-%5B22412206C5D4495BBB83F30E5EA306A4%2F8D1DB999787E411B-1423766142942-6-1-SUCCEEDED-default-1423766115454.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:35:43,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job_1423764831909_0039_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:35:43,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039-1423766105106-soberoi-%5B22412206C5D4495BBB83F30E5EA306A4%2F8D1DB999787E411B-1423766142942-6-1-SUCCEEDED-default-1423766115454.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:35:43,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job_1423764831909_0039_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:35:43,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039-1423766105106-soberoi-%5B22412206C5D4495BBB83F30E5EA306A4%2F8D1DB999787E411B-1423766142942-6-1-SUCCEEDED-default-1423766115454.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:43,012 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039-1423766105106-soberoi-%5B22412206C5D4495BBB83F30E5EA306A4%2F8D1DB999787E411B-1423766142942-6-1-SUCCEEDED-default-1423766115454.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742250_1426{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:35:43,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742250_1426 src: /127.0.0.1:53255 dest: /127.0.0.1:59859
2015-02-12 10:35:43,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742250_1426 src: /127.0.0.1:53256 dest: /127.0.0.1:59852
2015-02-12 10:35:43,017 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742250_1426 src: /127.0.0.1:53257 dest: /127.0.0.1:59855
2015-02-12 10:35:43,021 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53257, dest: /127.0.0.1:59855, bytes: 75504, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689152903_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742250_1426, duration: 1899000
2015-02-12 10:35:43,021 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742250_1426, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:43,021 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742250_1426{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:35:43,022 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53256, dest: /127.0.0.1:59852, bytes: 75504, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689152903_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742250_1426, duration: 2573000
2015-02-12 10:35:43,022 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742250_1426, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:43,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742250_1426{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:35:43,023 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53255, dest: /127.0.0.1:59859, bytes: 75504, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689152903_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742250_1426, duration: 3510000
2015-02-12 10:35:43,023 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742250_1426, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:43,024 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742250_1426{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:35:43,025 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039-1423766105106-soberoi-%5B22412206C5D4495BBB83F30E5EA306A4%2F8D1DB999787E411B-1423766142942-6-1-SUCCEEDED-default-1423766115454.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1689152903_1
2015-02-12 10:35:43,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039-1423766105106-soberoi-%5B22412206C5D4495BBB83F30E5EA306A4%2F8D1DB999787E411B-1423766142942-6-1-SUCCEEDED-default-1423766115454.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:35:43,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job_1423764831909_0039_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:35:43,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:35:43,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job_1423764831909_0039_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:35:43,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:35:43,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039/job_1423764831909_0039_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:35:43,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:43,038 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742251_1427{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:35:43,040 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742251_1427 src: /127.0.0.1:53259 dest: /127.0.0.1:59855
2015-02-12 10:35:43,042 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742251_1427 src: /127.0.0.1:53260 dest: /127.0.0.1:59852
2015-02-12 10:35:43,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742251_1427 src: /127.0.0.1:53261 dest: /127.0.0.1:59862
2015-02-12 10:35:43,047 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53261, dest: /127.0.0.1:59862, bytes: 115819, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689152903_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742251_1427, duration: 1845000
2015-02-12 10:35:43,047 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742251_1427, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:43,047 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742251_1427{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:35:43,048 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53260, dest: /127.0.0.1:59852, bytes: 115819, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689152903_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742251_1427, duration: 2611000
2015-02-12 10:35:43,048 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742251_1427, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:43,048 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742251_1427{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:35:43,048 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53259, dest: /127.0.0.1:59855, bytes: 115819, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689152903_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742251_1427, duration: 3398000
2015-02-12 10:35:43,048 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742251_1427, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:43,049 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742251_1427{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:35:43,050 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1689152903_1
2015-02-12 10:35:43,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:35:43,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:35:43,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:35:43,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039-1423766105106-soberoi-%5B22412206C5D4495BBB83F30E5EA306A4%2F8D1DB999787E411B-1423766142942-6-1-SUCCEEDED-default-1423766115454.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0039-1423766105106-soberoi-%5B22412206C5D4495BBB83F30E5EA306A4%2F8D1DB999787E411B-1423766142942-6-1-SUCCEEDED-default-1423766115454.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:35:43,064 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0039_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:35:43,064 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0039_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:35:43,064 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0039 with final state: FINISHING
2015-02-12 10:35:43,065 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0039 State change from RUNNING to FINAL_SAVING
2015-02-12 10:35:43,065 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0039
2015-02-12 10:35:43,066 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0039_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:35:43,066 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0039 State change from FINAL_SAVING to FINISHING
2015-02-12 10:35:43,895 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:35:43,895 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0039_01_000008 in state: COMPLETED event:FINISHED
2015-02-12 10:35:43,895 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000008
2015-02-12 10:35:43,895 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0039_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:35:43,895 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:35:43,896 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0039_01_000008, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:35:43,896 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:43,896 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:35:43,897 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0039_000001 released container container_1423764831909_0039_01_000008 on node: host: 10.1.1.68:59942 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:35:44,069 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0039 unregistered successfully.
2015-02-12 10:35:44,072 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742242_1418 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:35:44,073 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742243_1419 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:35:44,073 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742244_1420 127.0.0.1:59852 127.0.0.1:59862 127.0.0.1:59859
2015-02-12 10:35:44,073 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742245_1421 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:35:44,073 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742247_1423 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:35:44,073 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742246_1422 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:35:44,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0039 dst=null perm=null proto=rpc
2015-02-12 10:35:44,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null proto=rpc
2015-02-12 10:35:44,131 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary
2015-02-12 10:35:44,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary dst=null perm=null proto=rpc
2015-02-12 10:35:44,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null proto=rpc
2015-02-12 10:35:44,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null proto=rpc
2015-02-12 10:35:44,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null proto=rpc
2015-02-12 10:35:44,158 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:35:44,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:35:44,162 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/complexconcat
2015-02-12 10:35:44,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null proto=rpc
2015-02-12 10:35:44,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null proto=rpc
2015-02-12 10:35:44,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null proto=rpc
2015-02-12 10:35:44,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null proto=rpc
2015-02-12 10:35:44,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:35:44,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:35:44,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:35:44,190 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:35:44,191 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:35:44,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1 dst=null perm=null proto=rpc
2015-02-12 10:35:44,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2 dst=null perm=null proto=rpc
2015-02-12 10:35:44,269 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] starting
2015-02-12 10:35:44,269 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:35:44,269 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1"]
2015-02-12 10:35:44,269 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2"]
2015-02-12 10:35:44,269 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] parallel execution is enabled: true
2015-02-12 10:35:44,269 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] starting jobs: 3
2015-02-12 10:35:44,269 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [left+right] allocating threads: 3
2015-02-12 10:35:44,274 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] starting step: (1/3)
2015-02-12 10:35:44,289 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:35:44,309 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:35:44,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D dst=null perm=null proto=rpc
2015-02-12 10:35:44,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:35:44,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:35:44,316 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 40
2015-02-12 10:35:44,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040 dst=null perm=null proto=rpc
2015-02-12 10:35:44,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:35:44,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:35:44,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:44,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:35:44,323 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742252_1428{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:35:44,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742252_1428 src: /127.0.0.1:53278 dest: /127.0.0.1:59855
2015-02-12 10:35:44,326 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742252_1428 src: /127.0.0.1:53279 dest: /127.0.0.1:59859
2015-02-12 10:35:44,328 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742252_1428 src: /127.0.0.1:53280 dest: /127.0.0.1:59852
2015-02-12 10:35:44,333 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53280, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742252_1428, duration: 2219000
2015-02-12 10:35:44,333 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742252_1428, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:44,334 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742252_1428{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:35:44,334 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53279, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742252_1428, duration: 3268000
2015-02-12 10:35:44,334 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742252_1428, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:44,335 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53278, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742252_1428, duration: 3772000
2015-02-12 10:35:44,335 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742252_1428{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:35:44,335 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742252_1428, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:44,337 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742252_1428{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:35:44,341 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:35:44,342 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.jar
2015-02-12 10:35:44,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:44,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:35:44,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:35:44,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:35:44,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:35:44,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:35:44,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:35:44,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:35:44,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:35:44,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:35:44,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:35:44,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:35:44,351 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:35:44,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:35:44,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:35:44,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:35:44,356 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.split
2015-02-12 10:35:44,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:44,358 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742253_1429{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:35:44,359 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742253_1429 src: /127.0.0.1:53281 dest: /127.0.0.1:59862
2015-02-12 10:35:44,361 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742253_1429 src: /127.0.0.1:53282 dest: /127.0.0.1:59855
2015-02-12 10:35:44,362 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742253_1429 src: /127.0.0.1:53283 dest: /127.0.0.1:59859
2015-02-12 10:35:44,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742253_1429 src: /127.0.0.1:53284 dest: /127.0.0.1:59852
2015-02-12 10:35:44,367 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53284, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742253_1429, duration: 1833000
2015-02-12 10:35:44,367 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742253_1429, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:44,368 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742253_1429{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:35:44,368 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53283, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742253_1429, duration: 2254000
2015-02-12 10:35:44,368 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742253_1429, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:44,369 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53282, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742253_1429, duration: 3072000
2015-02-12 10:35:44,369 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742253_1429, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:44,369 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742253_1429{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:35:44,370 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53281, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742253_1429, duration: 4281000
2015-02-12 10:35:44,371 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742253_1429, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:44,371 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742253_1429{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:35:44,374 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742253_1429{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:35:44,375 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:35:44,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:35:44,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:35:44,379 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742254_1430{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:35:44,380 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742254_1430 src: /127.0.0.1:53285 dest: /127.0.0.1:59855
2015-02-12 10:35:44,382 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742254_1430 src: /127.0.0.1:53286 dest: /127.0.0.1:59859
2015-02-12 10:35:44,384 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742254_1430 src: /127.0.0.1:53287 dest: /127.0.0.1:59862
2015-02-12 10:35:44,386 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53287, dest: /127.0.0.1:59862, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742254_1430, duration: 1171000
2015-02-12 10:35:44,386 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742254_1430, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:44,387 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742254_1430{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:35:44,387 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53286, dest: /127.0.0.1:59859, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742254_1430, duration: 1687000
2015-02-12 10:35:44,387 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742254_1430, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:44,387 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742254_1430{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:35:44,388 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53285, dest: /127.0.0.1:59855, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742254_1430, duration: 2528000
2015-02-12 10:35:44,388 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742254_1430, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:44,388 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742254_1430{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:35:44,390 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:35:44,390 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:35:44,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:35:44,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:35:44,407 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742255_1431{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:35:44,409 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742255_1431 src: /127.0.0.1:53288 dest: /127.0.0.1:59859
2015-02-12 10:35:44,410 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742255_1431 src: /127.0.0.1:53289 dest: /127.0.0.1:59852
2015-02-12 10:35:44,412 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742255_1431 src: /127.0.0.1:53290 dest: /127.0.0.1:59862
2015-02-12 10:35:44,415 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53290, dest: /127.0.0.1:59862, bytes: 98834, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742255_1431, duration: 1603000
2015-02-12 10:35:44,415 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742255_1431, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:44,415 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742255_1431{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:35:44,415 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53289, dest: /127.0.0.1:59852, bytes: 98834, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742255_1431, duration: 2106000
2015-02-12 10:35:44,416 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742255_1431, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:44,416 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742255_1431{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:35:44,416 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53288, dest: /127.0.0.1:59859, bytes: 98834, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742255_1431, duration: 2815000
2015-02-12 10:35:44,416 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742255_1431, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:44,418 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742255_1431{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:35:44,422 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:35:44,422 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0040
2015-02-12 10:35:44,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040 dst=null perm=null proto=rpc
2015-02-12 10:35:44,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.xml dst=null perm=null proto=rpc
2015-02-12 10:35:44,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.xml dst=null perm=null proto=rpc
2015-02-12 10:35:44,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:44,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:44,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:44,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:44,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:35:44,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:35:44,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:35:44,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:35:44,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:35:44,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:35:44,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:35:44,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:35:44,466 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 40 submitted by user soberoi
2015-02-12 10:35:44,466 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0040
2015-02-12 10:35:44,466 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0040
2015-02-12 10:35:44,466 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0040
2015-02-12 10:35:44,466 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0040 State change from NEW to NEW_SAVING
2015-02-12 10:35:44,467 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0040 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:35:44,467 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0040 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:35:44,467 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0040 from user: soberoi, in queue: default
2015-02-12 10:35:44,467 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0040 State change from SUBMITTED to ACCEPTED
2015-02-12 10:35:44,467 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0040_000001
2015-02-12 10:35:44,467 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0040_000001 State change from NEW to SUBMITTED
2015-02-12 10:35:44,468 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0040 from user: soberoi activated in queue: default
2015-02-12 10:35:44,468 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0040 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:35:44,468 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0040_000001 to scheduler from user soberoi in queue default
2015-02-12 10:35:44,471 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0040_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:35:44,476 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0040
2015-02-12 10:35:44,479 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0040/
2015-02-12 10:35:44,479 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] submitted hadoop job: job_1423764831909_0040
2015-02-12 10:35:44,480 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0040/
2015-02-12 10:35:44,898 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:44,899 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:35:44,899 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000001
2015-02-12 10:35:44,899 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0040_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 10:35:44,899 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0040_000001 container=Container: [ContainerId: container_1423764831909_0040_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:35:44,900 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:35:44,900 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:44,900 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0040_01_000001
2015-02-12 10:35:44,901 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:35:44,901 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0040_000001
2015-02-12 10:35:44,919 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0040 AttemptId: appattempt_1423764831909_0040_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0040_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ]
2015-02-12 10:35:44,919 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0040_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:35:44,920 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0040_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:35:44,920 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0040_000001
2015-02-12 10:35:44,921 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0040_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0040_000001
2015-02-12 10:35:44,921 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0040_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:35:44,922 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0040_000001
2015-02-12 10:35:44,922 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0040_000001
2015-02-12 10:35:44,924 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0040_000001 (auth:SIMPLE)
2015-02-12 10:35:44,927 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0040_01_000001 by user soberoi
2015-02-12 10:35:44,927 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0040
2015-02-12 10:35:44,928 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000001
2015-02-12 10:35:44,928 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0040 transitioned from NEW to INITING
2015-02-12 10:35:44,928 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0040_01_000001 to application application_1423764831909_0040
2015-02-12 10:35:44,928 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0040 transitioned from INITING to RUNNING
2015-02-12 10:35:44,928 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0040_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0040_000001
2015-02-12 10:35:44,928 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0040_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:35:44,928 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:35:44,928 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0040
2015-02-12 10:35:44,929 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:35:44,929 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:35:44,929 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:35:44,929 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:35:44,929 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0040_01_000001
2015-02-12 10:35:44,945 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0040_01_000001.tokens. Credentials list:
2015-02-12 10:35:45,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:35:45,261 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0040_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000001.tokens
2015-02-12 10:35:45,262 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0040 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0040
2015-02-12 10:35:45,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:45,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:45,443 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0040/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:35:45,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:35:45,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:35:45,525 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0040/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:35:45,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:45,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.split dst=null perm=null proto=rpc
2015-02-12 10:35:45,605 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0040/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:35:45,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.xml dst=null perm=null proto=rpc
2015-02-12 10:35:45,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.xml dst=null perm=null proto=rpc
2015-02-12 10:35:45,694 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0040/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:35:45,694 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:35:45,742 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:35:45,743 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:45,898 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:35:45,899 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:45,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000001/default_container_executor.sh]
2015-02-12 10:35:46,885 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59855 to replicate blk_1073742252_1428 to datanode(s) 127.0.0.1:59862
2015-02-12 10:35:46,885 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742242_1418, blk_1073742243_1419, blk_1073742244_1420, blk_1073742245_1421, blk_1073742246_1422]
2015-02-12 10:35:46,885 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742242_1418, blk_1073742243_1419, blk_1073742244_1420, blk_1073742247_1423]
2015-02-12 10:35:46,900 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:47,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742242_1418 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742242 for deletion
2015-02-12 10:35:47,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742243_1419 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742243 for deletion
2015-02-12 10:35:47,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742244_1420 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742244 for deletion
2015-02-12 10:35:47,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742245_1421 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742245 for deletion
2015-02-12 10:35:47,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742242_1418 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742242
2015-02-12 10:35:47,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742243_1419 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742243
2015-02-12 10:35:47,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742246_1422 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742246 for deletion
2015-02-12 10:35:47,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742244_1420 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742244
2015-02-12 10:35:47,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742245_1421 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742245
2015-02-12 10:35:47,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742246_1422 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742246
2015-02-12 10:35:47,603 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=2aa0fabf-b905-40ca-b888-b2077fcc60ea, infoPort=59856, ipcPort=59858, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742252_1428 to 127.0.0.1:59862
2015-02-12 10:35:47,604 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742252_1428 src: /127.0.0.1:53320 dest: /127.0.0.1:59862
2015-02-12 10:35:47,605 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742252_1428 (numBytes=254067) to /127.0.0.1:59862
2015-02-12 10:35:47,608 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742252_1428 src: /127.0.0.1:53320 dest: /127.0.0.1:59862 of size 254067
2015-02-12 10:35:47,610 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742252_1428 size 254067
2015-02-12 10:35:47,902 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:48,030 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742242_1418 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742242 for deletion
2015-02-12 10:35:48,030 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742243_1419 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742243 for deletion
2015-02-12 10:35:48,030 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742244_1420 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742244 for deletion
2015-02-12 10:35:48,030 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742247_1423 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742247 for deletion
2015-02-12 10:35:48,030 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742242_1418 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742242
2015-02-12 10:35:48,030 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742244_1420 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742244
2015-02-12 10:35:48,031 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742243_1419 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742243
2015-02-12 10:35:48,031 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742247_1423 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742247
2015-02-12 10:35:48,904 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:49,131 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0039_01_000001 succeeded
2015-02-12 10:35:49,131 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:35:49,131 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0039_01_000001
2015-02-12 10:35:49,155 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000001
2015-02-12 10:35:49,155 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000001
2015-02-12 10:35:49,155 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000001
2015-02-12 10:35:49,155 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000001
2015-02-12 10:35:49,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0039/container_1423764831909_0039_01_000001
2015-02-12 10:35:49,155 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0039_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:35:49,156 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0039_01_000001 from application application_1423764831909_0039
2015-02-12 10:35:49,156 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:49,156 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0039
2015-02-12 10:35:49,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:35:49,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:35:49,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:35:49,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:35:49,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040 dst=null perm=null proto=rpc
2015-02-12 10:35:49,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:35:49,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:35:49,887 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742242_1418, blk_1073742243_1419, blk_1073742245_1421, blk_1073742246_1422, blk_1073742247_1423]
2015-02-12 10:35:49,887 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742242_1418, blk_1073742243_1419, blk_1073742244_1420, blk_1073742245_1421, blk_1073742246_1422, blk_1073742247_1423]
2015-02-12 10:35:49,904 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0039_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:35:49,904 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0039_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:35:49,905 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000001
2015-02-12 10:35:49,905 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0039_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:35:49,904 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0039_000001
2015-02-12 10:35:49,905 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0039_000001
2015-02-12 10:35:49,905 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0039_000001 State change from FINISHING to FINISHED
2015-02-12 10:35:49,905 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0039 State change from FINISHING to FINISHED
2015-02-12 10:35:49,905 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0039
2015-02-12 10:35:49,906 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0039,name=[22412206C5D4495BBB83F30E5EA306A4/8D1DB999787E411B9FFF6A6F2110AFC8] concat/(1/1) ...pesplatform/complexconcat,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0039/jobhistory/job/job_1423764831909_0039,appMasterHost=10.1.1.68,startTime=1423766105106,finishTime=1423766143064,finalStatus=SUCCEEDED
2015-02-12 10:35:49,905 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:35:49,906 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0039_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:35:49,906 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:49,906 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 10:35:49,906 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0039_000001 released container container_1423764831909_0039_01_000001 on node: host: 10.1.1.68:59942 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:35:49,906 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:49,906 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0039_000001 is done. finalState=FINISHED
2015-02-12 10:35:49,906 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0039 requests cleared
2015-02-12 10:35:49,906 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0039 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:35:49,906 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0039 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:35:49,907 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0039_000001
2015-02-12 10:35:49,910 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0039_000001 (auth:SIMPLE)
2015-02-12 10:35:49,913 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0039_01_000001
2015-02-12 10:35:49,913 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0039 CONTAINERID=container_1423764831909_0039_01_000001
2015-02-12 10:35:49,913 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0039_01_000001]
2015-02-12 10:35:49,913 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:49,913 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:49,914 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0039 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:35:49,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0039
2015-02-12 10:35:49,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0039
2015-02-12 10:35:49,915 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0039
2015-02-12 10:35:49,915 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0039 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:35:49,915 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0039, with delay of 10800 seconds
2015-02-12 10:35:49,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0039
2015-02-12 10:35:49,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0039
2015-02-12 10:35:50,126 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0039 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:35:50,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0039
2015-02-12 10:35:50,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0039
2015-02-12 10:35:50,127 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0039
2015-02-12 10:35:50,127 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0039 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:35:50,127 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0039, with delay of 10800 seconds
2015-02-12 10:35:50,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0039
2015-02-12 10:35:50,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0039
2015-02-12 10:35:50,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:35:50,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:35:50,607 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742242_1418 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742242 for deletion
2015-02-12 10:35:50,608 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742243_1419 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742243 for deletion
2015-02-12 10:35:50,608 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742245_1421 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742245 for deletion
2015-02-12 10:35:50,608 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742242_1418 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742242
2015-02-12 10:35:50,608 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742246_1422 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742246 for deletion
2015-02-12 10:35:50,608 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742247_1423 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742247 for deletion
2015-02-12 10:35:50,608 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742245_1421 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742245
2015-02-12 10:35:50,608 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742243_1419 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742243
2015-02-12 10:35:50,608 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742247_1423 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742247
2015-02-12 10:35:50,609 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742246_1422 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742246
2015-02-12 10:35:50,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742242_1418 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742242 for deletion
2015-02-12 10:35:50,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742243_1419 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742243 for deletion
2015-02-12 10:35:50,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742244_1420 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742244 for deletion
2015-02-12 10:35:50,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742245_1421 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742245 for deletion
2015-02-12 10:35:50,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742242_1418 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742242
2015-02-12 10:35:50,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742243_1419 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742243
2015-02-12 10:35:50,900 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742244_1420 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742244
2015-02-12 10:35:50,900 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742245_1421 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742245
2015-02-12 10:35:50,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742246_1422 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742246 for deletion
2015-02-12 10:35:50,900 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742247_1423 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742247 for deletion
2015-02-12 10:35:50,900 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742246_1422 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742246
2015-02-12 10:35:50,900 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742247_1423 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742247
2015-02-12 10:35:50,915 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:35:51,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742252_1428
2015-02-12 10:35:51,223 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742251_1427
2015-02-12 10:35:51,223 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742253_1429
2015-02-12 10:35:51,224 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742249_1425
2015-02-12 10:35:51,225 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742255_1431
2015-02-12 10:35:51,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742250_1426
2015-02-12 10:35:51,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742248_1424
2015-02-12 10:35:51,302 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742248_1424
2015-02-12 10:35:51,303 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742250_1426
2015-02-12 10:35:51,491 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742252_1428
2015-02-12 10:35:51,492 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742254_1430
2015-02-12 10:35:51,493 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742255_1431
2015-02-12 10:35:51,493 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742253_1429
2015-02-12 10:35:51,504 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742252_1428
2015-02-12 10:35:51,505 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742251_1427
2015-02-12 10:35:51,505 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742253_1429
2015-02-12 10:35:51,505 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742249_1425
2015-02-12 10:35:51,506 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742254_1430
2015-02-12 10:35:51,590 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0040_000001 (auth:SIMPLE)
2015-02-12 10:35:51,592 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0040_000001
2015-02-12 10:35:51,592 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0040 APPATTEMPTID=appattempt_1423764831909_0040_000001
2015-02-12 10:35:51,592 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0040_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:35:51,592 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0040 State change from ACCEPTED to RUNNING
2015-02-12 10:35:51,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job_1423764831909_0040_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:51,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:35:51,694 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742250_1426
2015-02-12 10:35:51,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job_1423764831909_0040_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:35:51,910 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job_1423764831909_0040_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742256_1432{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:35:51,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742256_1432 src: /127.0.0.1:53353 dest: /127.0.0.1:59862
2015-02-12 10:35:51,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742256_1432 src: /127.0.0.1:53354 dest: /127.0.0.1:59859
2015-02-12 10:35:51,962 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742256_1432 src: /127.0.0.1:53355 dest: /127.0.0.1:59852
2015-02-12 10:35:52,002 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53355, dest: /127.0.0.1:59852, bytes: 116071, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_660626474_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742256_1432, duration: 37906000
2015-02-12 10:35:52,002 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742256_1432, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:35:52,002 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742256_1432{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:35:52,003 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53354, dest: /127.0.0.1:59859, bytes: 116071, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_660626474_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742256_1432, duration: 38679000
2015-02-12 10:35:52,003 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742256_1432, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:52,004 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53353, dest: /127.0.0.1:59862, bytes: 116071, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_660626474_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742256_1432, duration: 39675000
2015-02-12 10:35:52,004 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742256_1432, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:35:52,004 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742256_1432{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:35:52,005 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742256_1432{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:35:52,013 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job_1423764831909_0040_1_conf.xml is closed by DFSClient_NONMAPREDUCE_660626474_1
2015-02-12 10:35:52,493 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742248_1424
2015-02-12 10:35:52,495 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742251_1427
2015-02-12 10:35:52,496 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742255_1431
2015-02-12 10:35:52,496 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742253_1429
2015-02-12 10:35:52,497 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742254_1430
2015-02-12 10:35:52,497 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742249_1425
2015-02-12 10:35:52,923 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:35:52,924 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000002
2015-02-12 10:35:52,924 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0040_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:35:52,924 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0040_000001 container=Container: [ContainerId: container_1423764831909_0040_01_000002, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:35:52,924 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:35:52,924 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:52,924 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:35:52,924 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000003
2015-02-12 10:35:52,925 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0040_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 10:35:52,925 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0040_000001 container=Container: [ContainerId: container_1423764831909_0040_01_000003, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:35:52,925 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:35:52,925 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:53,041 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:35:53,041 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000004
2015-02-12 10:35:53,041 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0040_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:35:53,042 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0040_000001 container=Container: [ContainerId: container_1423764831909_0040_01_000004, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:35:53,042 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:35:53,042 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:53,042 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:35:53,042 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000005
2015-02-12 10:35:53,042 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0040_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 10:35:53,043 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0040_000001 container=Container: [ContainerId: container_1423764831909_0040_01_000005, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:35:53,043 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 10:35:53,043 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 10:35:53,653 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0040_01_000002
2015-02-12 10:35:53,653 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:35:53,654 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:35:53,654 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0040_01_000004
2015-02-12 10:35:53,655 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:35:53,655 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:35:53,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:53,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:53,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.xml dst=null perm=null proto=rpc
2015-02-12 10:35:53,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.xml dst=null perm=null proto=rpc
2015-02-12 10:35:53,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:35:53,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:35:53,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:35:53,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:35:53,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:35:53,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:35:53,853 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0040_000001 (auth:SIMPLE)
2015-02-12 10:35:53,853 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0040_000001 (auth:SIMPLE)
2015-02-12 10:35:53,854 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0040_000001 (auth:SIMPLE)
2015-02-12 10:35:53,858 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0040_01_000002 by user soberoi
2015-02-12 10:35:53,858 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0040_01_000004 by user soberoi
2015-02-12 10:35:53,858 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000002
2015-02-12 10:35:53,858 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0040
2015-02-12 10:35:53,859 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0040_01_000002 to application application_1423764831909_0040
2015-02-12 10:35:53,859 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0040 transitioned from NEW to INITING
2015-02-12 10:35:53,859 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0040_01_000004 to application application_1423764831909_0040
2015-02-12 10:35:53,859 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000004
2015-02-12 10:35:53,859 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0040 transitioned from INITING to RUNNING
2015-02-12 10:35:53,860 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 10:35:53,860 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0040
2015-02-12 10:35:53,860 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0040
2015-02-12 10:35:53,860 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:35:53,860 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0040
2015-02-12 10:35:53,860 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:35:53,860 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:35:53,860 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0040_01_000004
2015-02-12 10:35:53,859 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0040_01_000005 by user soberoi
2015-02-12 10:35:53,861 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000005
2015-02-12 10:35:53,859 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:35:53,862 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0040
2015-02-12 10:35:53,862 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0040
2015-02-12 10:35:53,862 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:35:53,862 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0040
2015-02-12 10:35:53,862 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:35:53,863 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0040_01_000005 to application application_1423764831909_0040
2015-02-12 10:35:53,863 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 10:35:53,863 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0040
2015-02-12 10:35:53,863 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0040
2015-02-12 10:35:53,863 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:35:53,863 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0040
2015-02-12 10:35:53,863 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0040_01_000005
2015-02-12 10:35:53,886 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0040_01_000005.tokens. Credentials list:
2015-02-12 10:35:53,887 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0040_01_000004.tokens. Credentials list:
2015-02-12 10:35:53,887 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0040_000001 (auth:SIMPLE)
2015-02-12 10:35:53,900 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0040_01_000003 by user soberoi
2015-02-12 10:35:53,901 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000003
2015-02-12 10:35:53,901 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0040_01_000003 to application application_1423764831909_0040
2015-02-12 10:35:53,901 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 10:35:53,901 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0040
2015-02-12 10:35:53,901 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0040
2015-02-12 10:35:53,902 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:35:53,902 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0040
2015-02-12 10:35:53,902 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:35:53,924 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:35:53,924 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:53,927 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:35:53,927 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:35:53,955 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 10:35:53,955 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:54,042 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:35:54,042 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:35:54,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:35:54,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000002/default_container_executor.sh]
2015-02-12 10:35:54,160 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000003/default_container_executor.sh]
2015-02-12 10:35:54,238 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:35:54,260 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423764831909_0040_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000005.tokens
2015-02-12 10:35:54,261 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0040 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0040
2015-02-12 10:35:54,383 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0040_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000004.tokens
2015-02-12 10:35:54,383 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0040 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0040
2015-02-12 10:35:54,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:54,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.jar dst=null perm=null proto=rpc
2015-02-12 10:35:54,460 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0040/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:35:54,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.xml dst=null perm=null proto=rpc
2015-02-12 10:35:54,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.xml dst=null perm=null proto=rpc
2015-02-12 10:35:54,558 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0040/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:35:54,558 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:35:54,559 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:35:54,617 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 10:35:54,617 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 10:35:54,617 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:54,617 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:35:54,667 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:35:54,766 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000005/default_container_executor.sh]
2015-02-12 10:35:54,768 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000004/default_container_executor.sh]
2015-02-12 10:35:57,508 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742252_1428
2015-02-12 10:35:57,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742256_1432
2015-02-12 10:36:01,237 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742256_1432
2015-02-12 10:36:01,707 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742256_1432
2015-02-12 10:36:03,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.split dst=null perm=null proto=rpc
2015-02-12 10:36:03,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.split dst=null perm=null proto=rpc
2015-02-12 10:36:03,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.split dst=null perm=null proto=rpc
2015-02-12 10:36:03,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job.split dst=null perm=null proto=rpc
2015-02-12 10:36:04,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:36:04,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:36:04,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:36:04,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:36:04,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/_temporary/1/_temporary/attempt_1423764831909_0040_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 10:36:04,581 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0040_000001 (auth:SIMPLE)
2015-02-12 10:36:04,583 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0040_01_000003
2015-02-12 10:36:04,583 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000003
2015-02-12 10:36:04,583 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000003 transitioned from RUNNING to KILLING
2015-02-12 10:36:04,583 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0040_01_000003
2015-02-12 10:36:04,607 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job_1423764831909_0040_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742257_1433{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:36:04,609 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742257_1433 src: /127.0.0.1:53406 dest: /127.0.0.1:59852
2015-02-12 10:36:04,610 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0040_01_000003 is : 143
2015-02-12 10:36:04,611 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742257_1433 src: /127.0.0.1:53407 dest: /127.0.0.1:59855
2015-02-12 10:36:04,612 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742257_1433 src: /127.0.0.1:53408 dest: /127.0.0.1:59859
2015-02-12 10:36:04,617 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job_1423764831909_0040_1.jhist for DFSClient_NONMAPREDUCE_660626474_1
2015-02-12 10:36:04,622 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:36:04,622 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000003
2015-02-12 10:36:04,622 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000003
2015-02-12 10:36:04,623 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000003
2015-02-12 10:36:04,623 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000003
2015-02-12 10:36:04,623 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000003
2015-02-12 10:36:04,623 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:36:04,623 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0040_01_000003 from application application_1423764831909_0040
2015-02-12 10:36:04,623 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:36:04,624 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0040
2015-02-12 10:36:04,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/_temporary/1/_temporary/attempt_1423764831909_0040_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:36:04,678 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0040_000001 (auth:SIMPLE)
2015-02-12 10:36:04,680 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0040_01_000002
2015-02-12 10:36:04,680 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000002
2015-02-12 10:36:04,680 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:36:04,681 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0040_01_000002
2015-02-12 10:36:04,681 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:36:04,681 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0040_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 10:36:04,681 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000003
2015-02-12 10:36:04,681 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0040_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 10:36:04,682 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 10:36:04,683 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0040_01_000003, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 10:36:04,683 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 10:36:04,683 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 10:36:04,683 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0040_000001 released container container_1423764831909_0040_01_000003 on node: host: 10.1.1.68:59942 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 10:36:04,701 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0040_01_000002 is : 143
2015-02-12 10:36:04,711 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:36:04,711 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000002
2015-02-12 10:36:04,712 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000002
2015-02-12 10:36:04,712 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000002
2015-02-12 10:36:04,712 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000002
2015-02-12 10:36:04,712 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000002
2015-02-12 10:36:04,712 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:36:04,713 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0040_01_000002 from application application_1423764831909_0040
2015-02-12 10:36:04,713 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:36:04,713 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0040
2015-02-12 10:36:04,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/_temporary/1/_temporary/attempt_1423764831909_0040_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 10:36:04,759 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0040_000001 (auth:SIMPLE)
2015-02-12 10:36:04,760 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0040_01_000004
2015-02-12 10:36:04,760 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000004
2015-02-12 10:36:04,761 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000004 transitioned from RUNNING to KILLING
2015-02-12 10:36:04,761 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0040_01_000004
2015-02-12 10:36:04,774 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0040_01_000004 is : 143
2015-02-12 10:36:04,785 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:36:04,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000004
2015-02-12 10:36:04,786 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000004
2015-02-12 10:36:04,786 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000004
2015-02-12 10:36:04,786 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000004
2015-02-12 10:36:04,786 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:36:04,786 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0040_01_000004 from application application_1423764831909_0040
2015-02-12 10:36:04,786 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:36:04,786 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0040
2015-02-12 10:36:04,786 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000004
2015-02-12 10:36:04,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/_temporary/1/_temporary/attempt_1423764831909_0040_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 10:36:04,822 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0040_000001 (auth:SIMPLE)
2015-02-12 10:36:04,823 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0040_01_000005
2015-02-12 10:36:04,824 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000005
2015-02-12 10:36:04,824 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000005 transitioned from RUNNING to KILLING
2015-02-12 10:36:04,824 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0040_01_000005
2015-02-12 10:36:04,824 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:36:04,825 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0040_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 10:36:04,825 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000004
2015-02-12 10:36:04,825 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0040_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 10:36:04,825 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 10:36:04,826 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0040_01_000004, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 10:36:04,827 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:36:04,827 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 10:36:04,827 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0040_000001 released container container_1423764831909_0040_01_000004 on node: host: 10.1.1.68:59934 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 10:36:04,841 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0040_01_000005 is : 143
2015-02-12 10:36:04,859 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:36:04,860 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000005
2015-02-12 10:36:04,861 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000005
2015-02-12 10:36:04,861 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000005
2015-02-12 10:36:04,861 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000005
2015-02-12 10:36:04,862 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000005
2015-02-12 10:36:04,861 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:36:04,863 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0040_01_000005 from application application_1423764831909_0040
2015-02-12 10:36:04,863 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:36:04,863 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0040
2015-02-12 10:36:05,682 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:36:05,682 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0040_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:36:05,683 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000002
2015-02-12 10:36:05,683 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0040_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:36:05,683 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:36:05,684 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0040_01_000002, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:36:05,684 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:36:05,685 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:36:05,685 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0040_000001 released container container_1423764831909_0040_01_000002 on node: host: 10.1.1.68:59942 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:36:05,685 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:05,827 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:05,827 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:36:05,827 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0040_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 10:36:05,827 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000005
2015-02-12 10:36:05,827 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0040_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:36:05,828 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:36:05,828 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0040_01_000005, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:36:05,829 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:36:05,829 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:36:05,829 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0040_000001 released container container_1423764831909_0040_01_000005 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:36:05,830 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:36:05,830 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000006
2015-02-12 10:36:05,830 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0040_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:36:05,830 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0040_000001 container=Container: [ContainerId: container_1423764831909_0040_01_000006, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:36:05,830 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 10:36:05,830 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:36:06,491 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 10:36:06,491 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 10:36:06,685 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0040_01_000003]
2015-02-12 10:36:06,686 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:06,686 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:06,702 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:36:06,712 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0040_000001 (auth:SIMPLE)
2015-02-12 10:36:06,714 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0040_01_000006 by user soberoi
2015-02-12 10:36:06,715 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000006
2015-02-12 10:36:06,715 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0040_01_000006 to application application_1423764831909_0040
2015-02-12 10:36:06,715 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 10:36:06,715 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0040
2015-02-12 10:36:06,715 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0040
2015-02-12 10:36:06,715 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:36:06,715 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0040
2015-02-12 10:36:06,716 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:36:06,747 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 10:36:06,747 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:36:06,829 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000006/default_container_executor.sh]
2015-02-12 10:36:06,830 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0040_01_000004]
2015-02-12 10:36:06,830 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:36:06,830 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:06,830 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:07,689 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0040_01_000002]
2015-02-12 10:36:07,689 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:07,706 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:36:07,835 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0040_01_000005]
2015-02-12 10:36:07,835 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:09,270 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:36:09,272 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:36:09,287 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:36:09,287 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 10:36:09,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/_temporary/1/_temporary/attempt_1423764831909_0040_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:09,566 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/_temporary/1/_temporary/attempt_1423764831909_0040_r_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742258_1434{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:36:09,651 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742258_1434 src: /127.0.0.1:53419 dest: /127.0.0.1:59862
2015-02-12 10:36:09,653 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742258_1434 src: /127.0.0.1:53420 dest: /127.0.0.1:59855
2015-02-12 10:36:09,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742258_1434 src: /127.0.0.1:53421 dest: /127.0.0.1:59859
2015-02-12 10:36:09,687 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53421, dest: /127.0.0.1:59859, bytes: 131, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0040_r_000000_0_713654036_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742258_1434, duration: 31056000
2015-02-12 10:36:09,687 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742258_1434, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:09,688 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742258_1434{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:36:09,688 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53420, dest: /127.0.0.1:59855, bytes: 131, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0040_r_000000_0_713654036_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742258_1434, duration: 32194000
2015-02-12 10:36:09,688 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742258_1434, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:09,689 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53419, dest: /127.0.0.1:59862, bytes: 131, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0040_r_000000_0_713654036_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742258_1434, duration: 33285000
2015-02-12 10:36:09,689 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742258_1434, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:09,690 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742258_1434{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:36:09,690 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742258_1434{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:36:09,696 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/_temporary/1/_temporary/attempt_1423764831909_0040_r_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0040_r_000000_0_713654036_1
2015-02-12 10:36:09,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/_temporary/1/_temporary/attempt_1423764831909_0040_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:36:09,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/_temporary/1/_temporary/attempt_1423764831909_0040_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:36:09,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/_temporary/1/task_1423764831909_0040_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:36:09,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/_temporary/1/_temporary/attempt_1423764831909_0040_r_000000_0 dst=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/_temporary/1/task_1423764831909_0040_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:36:09,732 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0040_000001 (auth:SIMPLE)
2015-02-12 10:36:09,740 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0040_01_000006
2015-02-12 10:36:09,740 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000006
2015-02-12 10:36:09,740 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000006 transitioned from RUNNING to KILLING
2015-02-12 10:36:09,740 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0040_01_000006
2015-02-12 10:36:09,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:09,749 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_660626474_1
2015-02-12 10:36:09,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:36:09,756 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0040_01_000006 is : 143
2015-02-12 10:36:09,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D dst=null perm=null proto=rpc
2015-02-12 10:36:09,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D dst=null perm=null proto=rpc
2015-02-12 10:36:09,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/_temporary/1/task_1423764831909_0040_r_000000 dst=null perm=null proto=rpc
2015-02-12 10:36:09,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:36:09,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/_temporary/1/task_1423764831909_0040_r_000000/part-00000 dst=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:09,768 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:36:09,768 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000006
2015-02-12 10:36:09,768 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000006
2015-02-12 10:36:09,769 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000006
2015-02-12 10:36:09,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000006
2015-02-12 10:36:09,771 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000006
2015-02-12 10:36:09,771 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:36:09,772 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0040_01_000006 from application application_1423764831909_0040
2015-02-12 10:36:09,772 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:36:09,772 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0040
2015-02-12 10:36:09,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/_temporary dst=null perm=null proto=rpc
2015-02-12 10:36:09,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:09,778 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/_SUCCESS is closed by DFSClient_NONMAPREDUCE_660626474_1
2015-02-12 10:36:09,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:09,781 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_660626474_1
2015-02-12 10:36:09,797 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53408, dest: /127.0.0.1:59859, bytes: 61362, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_660626474_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742257_1433, duration: 5183398000
2015-02-12 10:36:09,797 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742257_1433, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:09,798 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742257_1433{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 15685
2015-02-12 10:36:09,799 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53407, dest: /127.0.0.1:59855, bytes: 61362, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_660626474_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742257_1433, duration: 5184534000
2015-02-12 10:36:09,799 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742257_1433, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:09,800 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742257_1433{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 15685
2015-02-12 10:36:09,800 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53406, dest: /127.0.0.1:59852, bytes: 61362, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_660626474_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742257_1433, duration: 5186233000
2015-02-12 10:36:09,800 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742257_1433, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:09,801 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742257_1433{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 15685
2015-02-12 10:36:09,802 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job_1423764831909_0040_1.jhist is closed by DFSClient_NONMAPREDUCE_660626474_1
2015-02-12 10:36:09,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:09,808 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742259_1435{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:36:09,810 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742259_1435 src: /127.0.0.1:53423 dest: /127.0.0.1:59855
2015-02-12 10:36:09,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742259_1435 src: /127.0.0.1:53424 dest: /127.0.0.1:59862
2015-02-12 10:36:09,813 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742259_1435 src: /127.0.0.1:53425 dest: /127.0.0.1:59852
2015-02-12 10:36:09,816 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53425, dest: /127.0.0.1:59852, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_660626474_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742259_1435, duration: 1442000
2015-02-12 10:36:09,817 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742259_1435, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:09,818 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53424, dest: /127.0.0.1:59862, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_660626474_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742259_1435, duration: 2132000
2015-02-12 10:36:09,818 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742259_1435, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:09,818 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742259_1435{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:36:09,819 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742259_1435{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:36:09,819 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53423, dest: /127.0.0.1:59855, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_660626474_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742259_1435, duration: 4212000
2015-02-12 10:36:09,820 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742259_1435, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:09,821 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742259_1435{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:36:09,823 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040.summary_tmp is closed by DFSClient_NONMAPREDUCE_660626474_1
2015-02-12 10:36:09,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:36:09,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job_1423764831909_0040_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:36:09,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040-1423766144466-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F1535C0A248564436-1423766169782-4-1-SUCCEEDED-default-1423766151616.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:36:09,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job_1423764831909_0040_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:36:09,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040-1423766144466-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F1535C0A248564436-1423766169782-4-1-SUCCEEDED-default-1423766151616.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:36:09,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job_1423764831909_0040_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:36:09,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040-1423766144466-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F1535C0A248564436-1423766169782-4-1-SUCCEEDED-default-1423766151616.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:09,851 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040-1423766144466-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F1535C0A248564436-1423766169782-4-1-SUCCEEDED-default-1423766151616.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742260_1436{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:36:09,853 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742260_1436 src: /127.0.0.1:53427 dest: /127.0.0.1:59859
2015-02-12 10:36:09,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742260_1436 src: /127.0.0.1:53428 dest: /127.0.0.1:59852
2015-02-12 10:36:09,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742260_1436 src: /127.0.0.1:53429 dest: /127.0.0.1:59862
2015-02-12 10:36:09,860 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53429, dest: /127.0.0.1:59862, bytes: 61362, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_660626474_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742260_1436, duration: 1835000
2015-02-12 10:36:09,860 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742260_1436, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:09,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742260_1436{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:36:09,861 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53428, dest: /127.0.0.1:59852, bytes: 61362, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_660626474_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742260_1436, duration: 2658000
2015-02-12 10:36:09,861 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742260_1436, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:09,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742260_1436{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:36:09,862 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53427, dest: /127.0.0.1:59859, bytes: 61362, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_660626474_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742260_1436, duration: 3582000
2015-02-12 10:36:09,862 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742260_1436, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:09,862 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742260_1436{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:36:09,863 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040-1423766144466-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F1535C0A248564436-1423766169782-4-1-SUCCEEDED-default-1423766151616.jhist_tmp is closed by DFSClient_NONMAPREDUCE_660626474_1
2015-02-12 10:36:09,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040-1423766144466-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F1535C0A248564436-1423766169782-4-1-SUCCEEDED-default-1423766151616.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:36:09,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job_1423764831909_0040_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:36:09,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:36:09,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job_1423764831909_0040_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:36:09,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:36:09,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040/job_1423764831909_0040_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:36:09,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:09,880 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742261_1437{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:36:09,882 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742261_1437 src: /127.0.0.1:53430 dest: /127.0.0.1:59852
2015-02-12 10:36:09,884 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742261_1437 src: /127.0.0.1:53431 dest: /127.0.0.1:59862
2015-02-12 10:36:09,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742261_1437 src: /127.0.0.1:53432 dest: /127.0.0.1:59859
2015-02-12 10:36:09,889 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53432, dest: /127.0.0.1:59859, bytes: 116071, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_660626474_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742261_1437, duration: 2255000
2015-02-12 10:36:09,889 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742261_1437, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:09,890 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742261_1437{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:36:09,890 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53431, dest: /127.0.0.1:59862, bytes: 116071, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_660626474_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742261_1437, duration: 2773000
2015-02-12 10:36:09,890 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742261_1437, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:09,891 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742261_1437{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:36:09,891 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53430, dest: /127.0.0.1:59852, bytes: 116071, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_660626474_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742261_1437, duration: 3929000
2015-02-12 10:36:09,891 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742261_1437, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:09,892 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742261_1437{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:36:09,895 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_660626474_1
2015-02-12 10:36:09,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:36:09,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:36:09,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:36:09,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040-1423766144466-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F1535C0A248564436-1423766169782-4-1-SUCCEEDED-default-1423766151616.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0040-1423766144466-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F1535C0A248564436-1423766169782-4-1-SUCCEEDED-default-1423766151616.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:36:09,910 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0040_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:36:09,910 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0040_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:36:09,910 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0040 with final state: FINISHING
2015-02-12 10:36:09,910 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0040 State change from RUNNING to FINAL_SAVING
2015-02-12 10:36:09,910 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0040
2015-02-12 10:36:09,911 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0040_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:36:09,911 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0040 State change from FINAL_SAVING to FINISHING
2015-02-12 10:36:10,741 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:36:10,741 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0040_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 10:36:10,741 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000006
2015-02-12 10:36:10,741 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0040_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:36:10,742 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:36:10,743 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0040_01_000006, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:36:10,743 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:36:10,743 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:36:10,743 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0040_000001 released container container_1423764831909_0040_01_000006 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:36:10,917 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0040 unregistered successfully.
2015-02-12 10:36:10,920 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742252_1428 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:36:10,920 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742253_1429 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:36:10,921 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742254_1430 127.0.0.1:59855 127.0.0.1:59859 127.0.0.1:59862
2015-02-12 10:36:10,921 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742255_1431 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:36:10,921 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742257_1433 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:36:10,921 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742256_1432 127.0.0.1:59862 127.0.0.1:59859 127.0.0.1:59852
2015-02-12 10:36:10,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0040 dst=null perm=null proto=rpc
2015-02-12 10:36:10,956 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] starting step: (2/3) ...dpipesplatform/splitcomp1
2015-02-12 10:36:10,956 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] starting step: (3/3) ...dpipesplatform/splitcomp2
2015-02-12 10:36:10,967 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:36:10,979 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:36:10,989 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:36:10,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1 dst=null perm=null proto=rpc
2015-02-12 10:36:10,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:36:10,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:36:10,998 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 41
2015-02-12 10:36:10,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041 dst=null perm=null proto=rpc
2015-02-12 10:36:11,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:36:11,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:36:11,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:11,006 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742262_1438{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:36:11,008 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742262_1438 src: /127.0.0.1:53435 dest: /127.0.0.1:59859
2015-02-12 10:36:11,008 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:36:11,010 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742262_1438 src: /127.0.0.1:53436 dest: /127.0.0.1:59862
2015-02-12 10:36:11,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2 dst=null perm=null proto=rpc
2015-02-12 10:36:11,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742262_1438 src: /127.0.0.1:53437 dest: /127.0.0.1:59855
2015-02-12 10:36:11,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:36:11,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:36:11,015 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 42
2015-02-12 10:36:11,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042 dst=null perm=null proto=rpc
2015-02-12 10:36:11,017 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53437, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742262_1438, duration: 2418000
2015-02-12 10:36:11,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:36:11,017 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742262_1438, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:11,018 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742262_1438{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:36:11,018 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53436, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742262_1438, duration: 3234000
2015-02-12 10:36:11,018 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742262_1438, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:11,019 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53435, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742262_1438, duration: 3674000
2015-02-12 10:36:11,019 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742262_1438{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:36:11,019 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742262_1438, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:11,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:36:11,020 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742262_1438{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:36:11,021 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:36:11,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,022 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.jar
2015-02-12 10:36:11,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:11,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:11,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,025 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742263_1439{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:36:11,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:36:11,027 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742263_1439 src: /127.0.0.1:53438 dest: /127.0.0.1:59859
2015-02-12 10:36:11,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:36:11,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:36:11,028 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742263_1439 src: /127.0.0.1:53439 dest: /127.0.0.1:59862
2015-02-12 10:36:11,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:36:11,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:36:11,030 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742263_1439 src: /127.0.0.1:53440 dest: /127.0.0.1:59852
2015-02-12 10:36:11,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D dst=null perm=null proto=rpc
2015-02-12 10:36:11,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D dst=null perm=null proto=rpc
2015-02-12 10:36:11,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D dst=null perm=null proto=rpc
2015-02-12 10:36:11,044 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53440, dest: /127.0.0.1:59852, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742263_1439, duration: 12944000
2015-02-12 10:36:11,045 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742263_1439, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:11,045 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53439, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742263_1439, duration: 13178000
2015-02-12 10:36:11,046 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742263_1439, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:11,046 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:36:11,047 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742263_1439{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:36:11,047 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53438, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742263_1439, duration: 5567000
2015-02-12 10:36:11,047 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742263_1439, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:11,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:11,049 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742263_1439{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:36:11,050 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742263_1439{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:36:11,051 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:36:11,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:11,052 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.jar
2015-02-12 10:36:11,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,052 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.split
2015-02-12 10:36:11,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.split dst=null perm=null proto=rpc
2015-02-12 10:36:11,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:11,053 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742264_1440{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:36:11,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,055 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742264_1440 src: /127.0.0.1:53441 dest: /127.0.0.1:59852
2015-02-12 10:36:11,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:36:11,057 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742264_1440 src: /127.0.0.1:53442 dest: /127.0.0.1:59859
2015-02-12 10:36:11,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:36:11,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:36:11,059 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742264_1440 src: /127.0.0.1:53443 dest: /127.0.0.1:59855
2015-02-12 10:36:11,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:36:11,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742264_1440 src: /127.0.0.1:53444 dest: /127.0.0.1:59862
2015-02-12 10:36:11,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:36:11,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,065 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53444, dest: /127.0.0.1:59862, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742264_1440, duration: 2602000
2015-02-12 10:36:11,066 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742264_1440, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:11,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D dst=null perm=null proto=rpc
2015-02-12 10:36:11,067 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742264_1440{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:36:11,067 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53443, dest: /127.0.0.1:59855, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742264_1440, duration: 2890000
2015-02-12 10:36:11,067 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742264_1440, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:11,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D dst=null perm=null proto=rpc
2015-02-12 10:36:11,068 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53442, dest: /127.0.0.1:59859, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742264_1440, duration: 3890000
2015-02-12 10:36:11,068 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742264_1440, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:11,068 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742264_1440{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:36:11,069 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53441, dest: /127.0.0.1:59852, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742264_1440, duration: 5482000
2015-02-12 10:36:11,069 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742264_1440, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:11,070 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742264_1440{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:36:11,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D dst=null perm=null proto=rpc
2015-02-12 10:36:11,072 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742264_1440{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:36:11,073 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:36:11,073 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:36:11,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:11,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:11,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:11,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:11,077 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.split
2015-02-12 10:36:11,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.split dst=null perm=null proto=rpc
2015-02-12 10:36:11,077 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742265_1441{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:36:11,079 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742266_1442{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:36:11,079 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742265_1441 src: /127.0.0.1:53445 dest: /127.0.0.1:59859
2015-02-12 10:36:11,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742265_1441 src: /127.0.0.1:53447 dest: /127.0.0.1:59852
2015-02-12 10:36:11,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742266_1442 src: /127.0.0.1:53446 dest: /127.0.0.1:59859
2015-02-12 10:36:11,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742265_1441 src: /127.0.0.1:53448 dest: /127.0.0.1:59855
2015-02-12 10:36:11,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742266_1442 src: /127.0.0.1:53449 dest: /127.0.0.1:59862
2015-02-12 10:36:11,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742266_1442 src: /127.0.0.1:53450 dest: /127.0.0.1:59855
2015-02-12 10:36:11,085 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53448, dest: /127.0.0.1:59855, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742265_1441, duration: 1348000
2015-02-12 10:36:11,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742266_1442 src: /127.0.0.1:53451 dest: /127.0.0.1:59852
2015-02-12 10:36:11,085 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742265_1441, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:11,086 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742265_1441{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:36:11,086 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53447, dest: /127.0.0.1:59852, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742265_1441, duration: 1887000
2015-02-12 10:36:11,087 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742265_1441, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:11,087 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53445, dest: /127.0.0.1:59859, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742265_1441, duration: 3613000
2015-02-12 10:36:11,088 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742265_1441, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:11,087 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742265_1441{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:36:11,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742265_1441{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:36:11,091 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:36:11,091 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1
2015-02-12 10:36:11,092 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53451, dest: /127.0.0.1:59852, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742266_1442, duration: 4314000
2015-02-12 10:36:11,092 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742266_1442, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:11,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:11,092 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742266_1442{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:36:11,092 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53450, dest: /127.0.0.1:59855, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742266_1442, duration: 4356000
2015-02-12 10:36:11,093 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742266_1442, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:11,093 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742266_1442{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:36:11,094 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53449, dest: /127.0.0.1:59862, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742266_1442, duration: 5993000
2015-02-12 10:36:11,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:11,094 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742266_1442, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:11,094 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742266_1442{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:36:11,095 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53446, dest: /127.0.0.1:59859, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742266_1442, duration: 4561000
2015-02-12 10:36:11,095 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742266_1442, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:11,097 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742266_1442{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:36:11,097 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:36:11,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:11,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:11,101 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742267_1443{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:36:11,103 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742268_1444{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:36:11,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742267_1443 src: /127.0.0.1:53452 dest: /127.0.0.1:59855
2015-02-12 10:36:11,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742268_1444 src: /127.0.0.1:53453 dest: /127.0.0.1:59852
2015-02-12 10:36:11,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742267_1443 src: /127.0.0.1:53454 dest: /127.0.0.1:59862
2015-02-12 10:36:11,106 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742268_1444 src: /127.0.0.1:53455 dest: /127.0.0.1:59855
2015-02-12 10:36:11,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742267_1443 src: /127.0.0.1:53456 dest: /127.0.0.1:59852
2015-02-12 10:36:11,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742268_1444 src: /127.0.0.1:53457 dest: /127.0.0.1:59862
2015-02-12 10:36:11,112 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53456, dest: /127.0.0.1:59852, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742267_1443, duration: 2174000
2015-02-12 10:36:11,112 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742267_1443, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:11,113 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53454, dest: /127.0.0.1:59862, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742267_1443, duration: 2475000
2015-02-12 10:36:11,113 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742267_1443, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:11,114 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742267_1443{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:36:11,115 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53452, dest: /127.0.0.1:59855, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742267_1443, duration: 4441000
2015-02-12 10:36:11,115 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742267_1443{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:36:11,115 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742267_1443{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:36:11,115 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742267_1443, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:11,115 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53457, dest: /127.0.0.1:59862, bytes: 98434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742268_1444, duration: 5023000
2015-02-12 10:36:11,117 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742268_1444, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:11,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742268_1444{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:36:11,118 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53455, dest: /127.0.0.1:59855, bytes: 98434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742268_1444, duration: 7742000
2015-02-12 10:36:11,118 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742268_1444, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:11,118 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:36:11,119 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53453, dest: /127.0.0.1:59852, bytes: 98434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742268_1444, duration: 7444000
2015-02-12 10:36:11,119 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1
2015-02-12 10:36:11,119 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742268_1444, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:11,119 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742268_1444{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:36:11,122 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742268_1444{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:36:11,122 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:36:11,123 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0041
2015-02-12 10:36:11,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:11,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041 dst=null perm=null proto=rpc
2015-02-12 10:36:11,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:11,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.xml dst=null perm=null proto=rpc
2015-02-12 10:36:11,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.xml dst=null perm=null proto=rpc
2015-02-12 10:36:11,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.split dst=null perm=null proto=rpc
2015-02-12 10:36:11,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.split dst=null perm=null proto=rpc
2015-02-12 10:36:11,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:36:11,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:36:11,132 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742269_1445{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:36:11,133 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742269_1445 src: /127.0.0.1:53458 dest: /127.0.0.1:59855
2015-02-12 10:36:11,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,135 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742269_1445 src: /127.0.0.1:53459 dest: /127.0.0.1:59852
2015-02-12 10:36:11,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,136 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742269_1445 src: /127.0.0.1:53460 dest: /127.0.0.1:59862
2015-02-12 10:36:11,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,139 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 41 submitted by user soberoi
2015-02-12 10:36:11,139 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0041
2015-02-12 10:36:11,139 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0041
2015-02-12 10:36:11,139 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0041 State change from NEW to NEW_SAVING
2015-02-12 10:36:11,139 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0041
2015-02-12 10:36:11,140 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53460, dest: /127.0.0.1:59862, bytes: 98442, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742269_1445, duration: 1811000
2015-02-12 10:36:11,140 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0041 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:36:11,140 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742269_1445, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:11,140 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0041 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:36:11,140 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0041 from user: soberoi, in queue: default
2015-02-12 10:36:11,140 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742269_1445{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:36:11,140 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53459, dest: /127.0.0.1:59852, bytes: 98442, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742269_1445, duration: 2389000
2015-02-12 10:36:11,140 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0041 State change from SUBMITTED to ACCEPTED
2015-02-12 10:36:11,141 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742269_1445, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:11,141 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0041_000001
2015-02-12 10:36:11,141 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0041_000001 State change from NEW to SUBMITTED
2015-02-12 10:36:11,141 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0041 from user: soberoi activated in queue: default
2015-02-12 10:36:11,141 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0041 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:36:11,141 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0041_000001 to scheduler from user soberoi in queue default
2015-02-12 10:36:11,141 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53458, dest: /127.0.0.1:59855, bytes: 98442, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742269_1445, duration: 3313000
2015-02-12 10:36:11,141 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742269_1445, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:11,142 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742269_1445{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:36:11,143 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0041_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:36:11,144 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742269_1445{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:36:11,145 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:36:11,145 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0041
2015-02-12 10:36:11,146 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0042
2015-02-12 10:36:11,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042 dst=null perm=null proto=rpc
2015-02-12 10:36:11,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.xml dst=null perm=null proto=rpc
2015-02-12 10:36:11,148 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0041/
2015-02-12 10:36:11,148 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] submitted hadoop job: job_1423764831909_0041
2015-02-12 10:36:11,148 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0041/
2015-02-12 10:36:11,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.xml dst=null perm=null proto=rpc
2015-02-12 10:36:11,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.split dst=null perm=null proto=rpc
2015-02-12 10:36:11,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.split dst=null perm=null proto=rpc
2015-02-12 10:36:11,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:36:11,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:36:11,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,161 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 42 submitted by user soberoi
2015-02-12 10:36:11,161 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423764831909_0042
2015-02-12 10:36:11,161 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423764831909_0042
2015-02-12 10:36:11,161 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423764831909_0042
2015-02-12 10:36:11,161 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0042 State change from NEW to NEW_SAVING
2015-02-12 10:36:11,162 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0042 State change from NEW_SAVING to SUBMITTED
2015-02-12 10:36:11,162 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423764831909_0042 user: soberoi leaf-queue of parent: root #applications: 3
2015-02-12 10:36:11,162 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423764831909_0042 from user: soberoi, in queue: default
2015-02-12 10:36:11,162 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0042 State change from SUBMITTED to ACCEPTED
2015-02-12 10:36:11,162 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423764831909_0042_000001
2015-02-12 10:36:11,162 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0042_000001 State change from NEW to SUBMITTED
2015-02-12 10:36:11,162 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423764831909_0042 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@29ab8f54, leaf-queue: default #user-pending-applications: 1 #user-active-applications: 2 #queue-pending-applications: 1 #queue-active-applications: 2
2015-02-12 10:36:11,163 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423764831909_0042_000001 to scheduler from user soberoi in queue default
2015-02-12 10:36:11,164 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423764831909_0042
2015-02-12 10:36:11,164 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0042_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 10:36:11,165 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:59900/proxy/application_1423764831909_0042/
2015-02-12 10:36:11,165 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] submitted hadoop job: job_1423764831909_0042
2015-02-12 10:36:11,166 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] tracking url: http://Edinburgh.local:59900/proxy/application_1423764831909_0042/
2015-02-12 10:36:11,192 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0041_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:36:11,193 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0041 CONTAINERID=container_1423764831909_0041_01_000001
2015-02-12 10:36:11,193 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0041_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 10:36:11,193 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0041_000001 container=Container: [ContainerId: container_1423764831909_0041_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:36:11,193 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2
2015-02-12 10:36:11,193 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:36:11,194 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59906 for container : container_1423764831909_0041_01_000001
2015-02-12 10:36:11,194 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0041_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:36:11,195 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0041_000001
2015-02-12 10:36:11,195 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0041 AttemptId: appattempt_1423764831909_0041_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0041_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ]
2015-02-12 10:36:11,195 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0041_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:36:11,195 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0041_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:36:11,195 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0041_000001
2015-02-12 10:36:11,199 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0041_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0041_000001
2015-02-12 10:36:11,199 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0041_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:36:11,200 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0041_000001
2015-02-12 10:36:11,200 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0041_000001
2015-02-12 10:36:11,202 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0041_000001 (auth:SIMPLE)
2015-02-12 10:36:11,204 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0041_01_000001 by user soberoi
2015-02-12 10:36:11,205 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0041
2015-02-12 10:36:11,205 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0041 CONTAINERID=container_1423764831909_0041_01_000001
2015-02-12 10:36:11,205 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0041 transitioned from NEW to INITING
2015-02-12 10:36:11,205 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0041_01_000001 to application application_1423764831909_0041
2015-02-12 10:36:11,205 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0041 transitioned from INITING to RUNNING
2015-02-12 10:36:11,205 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0041_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] for AM appattempt_1423764831909_0041_000001
2015-02-12 10:36:11,205 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0041_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:36:11,205 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0041_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:36:11,206 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0041
2015-02-12 10:36:11,206 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:36:11,206 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:36:11,206 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:36:11,206 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:36:11,206 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0041_01_000001
2015-02-12 10:36:11,219 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0041_01_000001.tokens. Credentials list:
2015-02-12 10:36:11,323 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:36:11,397 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423764831909_0041_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0041/container_1423764831909_0041_01_000001.tokens
2015-02-12 10:36:11,397 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0041 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0041
2015-02-12 10:36:11,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:11,519 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0041/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:36:11,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:36:11,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:36:11,574 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0041/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:36:11,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.split dst=null perm=null proto=rpc
2015-02-12 10:36:11,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.split dst=null perm=null proto=rpc
2015-02-12 10:36:11,621 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0041/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:36:11,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.xml dst=null perm=null proto=rpc
2015-02-12 10:36:11,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.xml dst=null perm=null proto=rpc
2015-02-12 10:36:11,668 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0041/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:36:11,669 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0041_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:36:11,714 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0041_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:36:11,714 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:36:11,742 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:11,808 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0041/container_1423764831909_0041_01_000001/default_container_executor.sh]
2015-02-12 10:36:12,194 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0041_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:36:12,743 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:13,745 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:13,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:36:13,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:36:13,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:36:13,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:36:13,910 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59862 to replicate blk_1073742262_1438 to datanode(s) 127.0.0.1:59852
2015-02-12 10:36:13,910 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:59852 to replicate blk_1073742263_1439 to datanode(s) 127.0.0.1:59855
2015-02-12 10:36:13,910 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742256_1432, blk_1073742257_1433, blk_1073742252_1428, blk_1073742253_1429, blk_1073742254_1430, blk_1073742255_1431]
2015-02-12 10:36:13,910 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742257_1433, blk_1073742252_1428, blk_1073742253_1429, blk_1073742254_1430]
2015-02-12 10:36:13,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041 dst=null perm=null proto=rpc
2015-02-12 10:36:13,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:36:13,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:36:14,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:36:14,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:36:14,570 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5d835e39-c83e-4de7-bbde-92c2cf44d1a5, infoPort=59853, ipcPort=59854, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742263_1439 to 127.0.0.1:59855
2015-02-12 10:36:14,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742263_1439 src: /127.0.0.1:53473 dest: /127.0.0.1:59855
2015-02-12 10:36:14,571 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742263_1439 (numBytes=254067) to /127.0.0.1:59855
2015-02-12 10:36:14,573 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742263_1439 src: /127.0.0.1:53473 dest: /127.0.0.1:59855 of size 254067
2015-02-12 10:36:14,574 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742263_1439 size 254067
2015-02-12 10:36:14,629 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742257_1433 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742257 for deletion
2015-02-12 10:36:14,630 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742252_1428 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742252 for deletion
2015-02-12 10:36:14,630 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742253_1429 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742253 for deletion
2015-02-12 10:36:14,630 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742254_1430 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742254 for deletion
2015-02-12 10:36:14,630 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742257_1433 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742257
2015-02-12 10:36:14,630 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742253_1429 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742253
2015-02-12 10:36:14,630 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742252_1428 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742252
2015-02-12 10:36:14,631 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742254_1430 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742254
2015-02-12 10:36:14,750 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:14,912 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742256_1432 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742256 for deletion
2015-02-12 10:36:14,912 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742257_1433 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742257 for deletion
2015-02-12 10:36:14,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742252_1428 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742252 for deletion
2015-02-12 10:36:14,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742256_1432 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742256
2015-02-12 10:36:14,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742253_1429 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742253 for deletion
2015-02-12 10:36:14,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742257_1433 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742257
2015-02-12 10:36:14,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742254_1430 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742254 for deletion
2015-02-12 10:36:14,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742255_1431 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742255 for deletion
2015-02-12 10:36:14,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742252_1428 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742252
2015-02-12 10:36:14,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742253_1429 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742253
2015-02-12 10:36:14,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742254_1430 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742254
2015-02-12 10:36:14,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742255_1431 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742255
2015-02-12 10:36:15,048 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=6d0fd477-b147-4d14-b560-4457d96c577e, infoPort=59863, ipcPort=59864, storageInfo=lv=-56;cid=testClusterID;nsid=18871570;c=0) Starting thread to transfer BP-1216473654-10.1.1.68-1423764814898:blk_1073742262_1438 to 127.0.0.1:59852
2015-02-12 10:36:15,049 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742262_1438 src: /127.0.0.1:53475 dest: /127.0.0.1:59852
2015-02-12 10:36:15,049 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1216473654-10.1.1.68-1423764814898:blk_1073742262_1438 (numBytes=254067) to /127.0.0.1:59852
2015-02-12 10:36:15,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1216473654-10.1.1.68-1423764814898:blk_1073742262_1438 src: /127.0.0.1:53475 dest: /127.0.0.1:59852 of size 254067
2015-02-12 10:36:15,051 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742262_1438 size 254067
2015-02-12 10:36:15,254 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0041_000001 (auth:SIMPLE)
2015-02-12 10:36:15,255 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0041_000001
2015-02-12 10:36:15,256 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0041 APPATTEMPTID=appattempt_1423764831909_0041_000001
2015-02-12 10:36:15,256 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0041_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:36:15,256 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0041 State change from ACCEPTED to RUNNING
2015-02-12 10:36:15,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job_1423764831909_0041_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:15,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:36:15,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job_1423764831909_0041_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:15,524 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job_1423764831909_0041_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742270_1446{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:36:15,524 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 3766 Total time for transactions(ms): 234 Number of transactions batched in Syncs: 2 Number of syncs: 2642 SyncTimes(ms): 75 34
2015-02-12 10:36:15,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742270_1446 src: /127.0.0.1:53479 dest: /127.0.0.1:59859
2015-02-12 10:36:15,580 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742270_1446 src: /127.0.0.1:53480 dest: /127.0.0.1:59862
2015-02-12 10:36:15,582 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742270_1446 src: /127.0.0.1:53481 dest: /127.0.0.1:59855
2015-02-12 10:36:15,616 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53481, dest: /127.0.0.1:59855, bytes: 115437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092879865_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742270_1446, duration: 32171000
2015-02-12 10:36:15,616 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742270_1446, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:15,616 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742270_1446{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:36:15,617 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53480, dest: /127.0.0.1:59862, bytes: 115437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092879865_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742270_1446, duration: 33040000
2015-02-12 10:36:15,617 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742270_1446, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:15,617 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53479, dest: /127.0.0.1:59859, bytes: 115437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092879865_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742270_1446, duration: 34027000
2015-02-12 10:36:15,618 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742270_1446, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:15,619 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742270_1446{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:36:15,620 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742270_1446{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:36:15,623 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job_1423764831909_0041_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1092879865_1
2015-02-12 10:36:15,752 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:16,070 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0040_01_000001 succeeded
2015-02-12 10:36:16,071 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:36:16,071 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0040_01_000001
2015-02-12 10:36:16,092 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000001
2015-02-12 10:36:16,092 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000001
2015-02-12 10:36:16,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000001
2015-02-12 10:36:16,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0040/container_1423764831909_0040_01_000001
2015-02-12 10:36:16,093 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000001
2015-02-12 10:36:16,093 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0040_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:36:16,093 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0040_01_000001 from application application_1423764831909_0040
2015-02-12 10:36:16,094 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:36:16,094 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0040
2015-02-12 10:36:16,253 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742269_1445
2015-02-12 10:36:16,253 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742267_1443
2015-02-12 10:36:16,253 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742260_1436
2015-02-12 10:36:16,254 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742268_1444
2015-02-12 10:36:16,254 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742264_1440
2015-02-12 10:36:16,457 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742261_1437
2015-02-12 10:36:16,458 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742266_1442
2015-02-12 10:36:16,458 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742259_1435
2015-02-12 10:36:16,458 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742265_1441
2015-02-12 10:36:16,459 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742257_1433
2015-02-12 10:36:16,527 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742259_1435
2015-02-12 10:36:16,528 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742264_1440
2015-02-12 10:36:16,529 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742269_1445
2015-02-12 10:36:16,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742263_1439
2015-02-12 10:36:16,721 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0040_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:36:16,721 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0040_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:36:16,721 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0040_000001
2015-02-12 10:36:16,722 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0040_000001
2015-02-12 10:36:16,722 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0040_000001 State change from FINISHING to FINISHED
2015-02-12 10:36:16,722 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0040 State change from FINISHING to FINISHED
2015-02-12 10:36:16,722 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0040
2015-02-12 10:36:16,722 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0040,name=[0F2213A1ED9A42F68927FB8C986D017A/1535C0A248564436BA4A120943C50574] left+right/(1/3),user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0040/jobhistory/job/job_1423764831909_0040,appMasterHost=10.1.1.68,startTime=1423766144466,finishTime=1423766169910,finalStatus=SUCCEEDED
2015-02-12 10:36:16,721 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000001
2015-02-12 10:36:16,722 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0040_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:36:16,723 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:36:16,723 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0040_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:36:16,723 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:36:16,723 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0040_000001
2015-02-12 10:36:16,723 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1
2015-02-12 10:36:16,723 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0040_000001 released container container_1423764831909_0040_01_000001 on node: host: 10.1.1.68:59942 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:36:16,724 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0041_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:36:16,724 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0041 CONTAINERID=container_1423764831909_0041_01_000002
2015-02-12 10:36:16,724 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0041_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:36:16,724 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0041_000001 container=Container: [ContainerId: container_1423764831909_0041_01_000002, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:36:16,724 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=3, numContainers=2
2015-02-12 10:36:16,724 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:36:16,724 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0040_000001 is done. finalState=FINISHED
2015-02-12 10:36:16,725 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0040 requests cleared
2015-02-12 10:36:16,725 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423764831909_0042 from user: soberoi activated in queue: default
2015-02-12 10:36:16,725 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0040 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 10:36:16,725 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0040 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 10:36:16,726 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742263_1439
2015-02-12 10:36:16,727 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0040_000001 (auth:SIMPLE)
2015-02-12 10:36:16,728 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0040_01_000001
2015-02-12 10:36:16,729 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0040 CONTAINERID=container_1423764831909_0040_01_000001
2015-02-12 10:36:16,729 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742262_1438
2015-02-12 10:36:16,729 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0040_01_000001]
2015-02-12 10:36:16,729 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:16,729 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0040 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:36:16,730 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742267_1443
2015-02-12 10:36:16,730 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0040
2015-02-12 10:36:16,730 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0042_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:36:16,730 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0042 CONTAINERID=container_1423764831909_0042_01_000001
2015-02-12 10:36:16,730 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0042_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59942, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 10:36:16,731 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0040
2015-02-12 10:36:16,731 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0042_000001 container=Container: [ContainerId: container_1423764831909_0042_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:36:16,731 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0040
2015-02-12 10:36:16,731 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-12 10:36:16,731 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:36:16,730 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0040
2015-02-12 10:36:16,731 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0040 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:36:16,731 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0040, with delay of 10800 seconds
2015-02-12 10:36:16,730 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0040
2015-02-12 10:36:16,732 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0042_01_000001
2015-02-12 10:36:16,733 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0042_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:36:16,734 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423764831909_0042_000001
2015-02-12 10:36:16,734 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423764831909_0042 AttemptId: appattempt_1423764831909_0042_000001 MasterContainer: Container: [ContainerId: container_1423764831909_0042_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ]
2015-02-12 10:36:16,734 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0042_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 10:36:16,734 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0042_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 10:36:16,735 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423764831909_0042_000001
2015-02-12 10:36:16,736 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423764831909_0042_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0042_000001
2015-02-12 10:36:16,736 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423764831909_0042_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 10:36:16,736 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423764831909_0042_000001
2015-02-12 10:36:16,737 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423764831909_0042_000001
2015-02-12 10:36:16,739 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0042_000001 (auth:SIMPLE)
2015-02-12 10:36:16,742 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0042_01_000001 by user soberoi
2015-02-12 10:36:16,742 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0042
2015-02-12 10:36:16,742 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0042 CONTAINERID=container_1423764831909_0042_01_000001
2015-02-12 10:36:16,742 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0042 transitioned from NEW to INITING
2015-02-12 10:36:16,742 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0042_01_000001 to application application_1423764831909_0042
2015-02-12 10:36:16,742 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0042 transitioned from INITING to RUNNING
2015-02-12 10:36:16,743 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423764831909_0042_01_000001, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] for AM appattempt_1423764831909_0042_000001
2015-02-12 10:36:16,743 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0042_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 10:36:16,743 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0042_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 10:36:16,743 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0042
2015-02-12 10:36:16,743 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:36:16,743 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 10:36:16,743 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.split transitioned from INIT to DOWNLOADING
2015-02-12 10:36:16,743 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:36:16,744 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0042_01_000001
2015-02-12 10:36:16,765 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0042_01_000001.tokens. Credentials list:
2015-02-12 10:36:16,766 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:16,766 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0040 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:36:16,767 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0040
2015-02-12 10:36:16,767 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0040
2015-02-12 10:36:16,767 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0040
2015-02-12 10:36:16,767 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0040
2015-02-12 10:36:16,768 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0040
2015-02-12 10:36:16,768 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0040 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:36:16,768 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0040, with delay of 10800 seconds
2015-02-12 10:36:16,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:36:16,912 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742256_1432, blk_1073742257_1433, blk_1073742252_1428, blk_1073742253_1429, blk_1073742255_1431]
2015-02-12 10:36:16,912 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742256_1432, blk_1073742252_1428, blk_1073742253_1429, blk_1073742254_1430, blk_1073742255_1431]
2015-02-12 10:36:16,930 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742260_1436
2015-02-12 10:36:16,930 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742268_1444
2015-02-12 10:36:16,931 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742258_1434
2015-02-12 10:36:16,931 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742261_1437
2015-02-12 10:36:16,931 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742264_1440
2015-02-12 10:36:16,932 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742258_1434
2015-02-12 10:36:16,931 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742266_1442
2015-02-12 10:36:16,932 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742265_1441
2015-02-12 10:36:16,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423764831909_0042_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0042/container_1423764831909_0042_01_000001.tokens
2015-02-12 10:36:16,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0042 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0042
2015-02-12 10:36:17,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:17,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:17,085 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0042/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:36:17,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:36:17,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:36:17,128 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742262_1438
2015-02-12 10:36:17,128 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742266_1442
2015-02-12 10:36:17,129 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742265_1441
2015-02-12 10:36:17,140 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0042/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:36:17,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.split dst=null perm=null proto=rpc
2015-02-12 10:36:17,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.split dst=null perm=null proto=rpc
2015-02-12 10:36:17,189 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0042/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:36:17,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.xml dst=null perm=null proto=rpc
2015-02-12 10:36:17,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.xml dst=null perm=null proto=rpc
2015-02-12 10:36:17,266 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0042/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:36:17,266 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0042_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:36:17,305 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59942 for container : container_1423764831909_0041_01_000002
2015-02-12 10:36:17,306 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0041_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:36:17,320 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0042_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 10:36:17,320 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:36:17,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:17,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:17,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.xml dst=null perm=null proto=rpc
2015-02-12 10:36:17,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.xml dst=null perm=null proto=rpc
2015-02-12 10:36:17,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:17,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:17,475 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0042/container_1423764831909_0042_01_000001/default_container_executor.sh]
2015-02-12 10:36:17,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:17,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:17,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:17,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:17,571 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742256_1432 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742256 for deletion
2015-02-12 10:36:17,571 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742257_1433 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742257 for deletion
2015-02-12 10:36:17,571 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742252_1428 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742252 for deletion
2015-02-12 10:36:17,572 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742253_1429 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742253 for deletion
2015-02-12 10:36:17,572 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742255_1431 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742255 for deletion
2015-02-12 10:36:17,572 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742257_1433 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742257
2015-02-12 10:36:17,572 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742256_1432 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742256
2015-02-12 10:36:17,573 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742252_1428 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742252
2015-02-12 10:36:17,573 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742253_1429 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742253
2015-02-12 10:36:17,573 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742255_1431 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742255
2015-02-12 10:36:17,592 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0041_000001 (auth:SIMPLE)
2015-02-12 10:36:17,597 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0041_01_000002 by user soberoi
2015-02-12 10:36:17,597 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0041
2015-02-12 10:36:17,597 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0041 CONTAINERID=container_1423764831909_0041_01_000002
2015-02-12 10:36:17,597 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0041 transitioned from NEW to INITING
2015-02-12 10:36:17,597 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0041_01_000002 to application application_1423764831909_0041
2015-02-12 10:36:17,598 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0041 transitioned from INITING to RUNNING
2015-02-12 10:36:17,598 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0041_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:36:17,598 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0041
2015-02-12 10:36:17,598 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0041
2015-02-12 10:36:17,598 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:36:17,598 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0041
2015-02-12 10:36:17,598 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:36:17,599 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:36:17,599 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0041_01_000002
2015-02-12 10:36:17,614 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423764831909_0041_01_000002.tokens. Credentials list:
2015-02-12 10:36:17,728 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742258_1434
2015-02-12 10:36:17,730 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742262_1438
2015-02-12 10:36:17,730 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742264_1440
2015-02-12 10:36:17,730 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0041_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:36:17,731 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742259_1435
2015-02-12 10:36:17,731 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0042_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:36:17,766 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:17,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:36:17,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423764831909_0041_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0041/container_1423764831909_0041_01_000002.tokens
2015-02-12 10:36:17,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0041 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0041
2015-02-12 10:36:17,929 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742268_1444
2015-02-12 10:36:17,930 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742267_1443
2015-02-12 10:36:17,930 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742260_1436
2015-02-12 10:36:17,931 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742269_1445
2015-02-12 10:36:18,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:18,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:18,048 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742256_1432 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742256 for deletion
2015-02-12 10:36:18,048 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742252_1428 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742252 for deletion
2015-02-12 10:36:18,048 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742253_1429 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742253 for deletion
2015-02-12 10:36:18,049 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742254_1430 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742254 for deletion
2015-02-12 10:36:18,049 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742256_1432 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742256
2015-02-12 10:36:18,049 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742255_1431 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742255 for deletion
2015-02-12 10:36:18,049 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742253_1429 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742253
2015-02-12 10:36:18,049 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742252_1428 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742252
2015-02-12 10:36:18,049 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742255_1431 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742255
2015-02-12 10:36:18,049 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742254_1430 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742254
2015-02-12 10:36:18,057 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0041/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:36:18,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.xml dst=null perm=null proto=rpc
2015-02-12 10:36:18,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.xml dst=null perm=null proto=rpc
2015-02-12 10:36:18,143 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0041/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:36:18,143 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0041_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:36:18,204 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0041_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:36:18,204 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:36:18,330 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742263_1439
2015-02-12 10:36:18,332 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742261_1437
2015-02-12 10:36:18,332 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742266_1442
2015-02-12 10:36:18,338 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:36:18,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0041/container_1423764831909_0041_01_000002/default_container_executor.sh]
2015-02-12 10:36:21,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:36:21,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 10:36:21,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 10:36:21,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 10:36:21,865 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742262_1438
2015-02-12 10:36:21,938 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742270_1446
2015-02-12 10:36:21,940 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742263_1439
2015-02-12 10:36:22,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042 dst=null perm=null proto=rpc
2015-02-12 10:36:22,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 10:36:22,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 10:36:22,136 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742270_1446
2015-02-12 10:36:22,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:36:22,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:36:23,338 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742270_1446
2015-02-12 10:36:23,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job.split dst=null perm=null proto=rpc
2015-02-12 10:36:23,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:36:23,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:36:24,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/_temporary/1/_temporary/attempt_1423764831909_0041_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:24,649 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/_temporary/1/_temporary/attempt_1423764831909_0041_m_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742271_1447{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:36:24,722 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742271_1447 src: /127.0.0.1:53561 dest: /127.0.0.1:59862
2015-02-12 10:36:24,724 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742271_1447 src: /127.0.0.1:53562 dest: /127.0.0.1:59855
2015-02-12 10:36:24,726 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742271_1447 src: /127.0.0.1:53563 dest: /127.0.0.1:59859
2015-02-12 10:36:24,761 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53563, dest: /127.0.0.1:59859, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0041_m_000000_0_-1239125701_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742271_1447, duration: 33896000
2015-02-12 10:36:24,762 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742271_1447, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:24,762 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742271_1447{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:36:24,762 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53562, dest: /127.0.0.1:59855, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0041_m_000000_0_-1239125701_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742271_1447, duration: 34596000
2015-02-12 10:36:24,763 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742271_1447, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:24,763 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53561, dest: /127.0.0.1:59862, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0041_m_000000_0_-1239125701_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742271_1447, duration: 35709000
2015-02-12 10:36:24,764 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742271_1447, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:24,763 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742271_1447{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:36:24,764 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742271_1447{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:36:24,772 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/_temporary/1/_temporary/attempt_1423764831909_0041_m_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0041_m_000000_0_-1239125701_1
2015-02-12 10:36:24,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/_temporary/1/_temporary/attempt_1423764831909_0041_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:36:24,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/_temporary/1/_temporary/attempt_1423764831909_0041_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:36:24,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/_temporary/1/task_1423764831909_0041_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:36:24,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/_temporary/1/_temporary/attempt_1423764831909_0041_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/_temporary/1/task_1423764831909_0041_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:36:24,828 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0041_000001 (auth:SIMPLE)
2015-02-12 10:36:24,830 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0041_01_000002
2015-02-12 10:36:24,830 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0041 CONTAINERID=container_1423764831909_0041_01_000002
2015-02-12 10:36:24,830 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0041_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:36:24,831 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0041_01_000002
2015-02-12 10:36:24,851 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0041_01_000002 is : 143
2015-02-12 10:36:24,853 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job_1423764831909_0041_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742272_1448{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:36:24,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742272_1448 src: /127.0.0.1:53565 dest: /127.0.0.1:59862
2015-02-12 10:36:24,857 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742272_1448 src: /127.0.0.1:53566 dest: /127.0.0.1:59852
2015-02-12 10:36:24,859 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742272_1448 src: /127.0.0.1:53567 dest: /127.0.0.1:59855
2015-02-12 10:36:24,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:24,864 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0041_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:36:24,864 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job_1423764831909_0041_1.jhist for DFSClient_NONMAPREDUCE_1092879865_1
2015-02-12 10:36:24,864 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1092879865_1
2015-02-12 10:36:24,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0041/container_1423764831909_0041_01_000002
2015-02-12 10:36:24,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0041/container_1423764831909_0041_01_000002
2015-02-12 10:36:24,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0041/container_1423764831909_0041_01_000002
2015-02-12 10:36:24,865 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0041 CONTAINERID=container_1423764831909_0041_01_000002
2015-02-12 10:36:24,865 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0041_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:36:24,865 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0041_01_000002 from application application_1423764831909_0041
2015-02-12 10:36:24,866 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:36:24,866 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0041
2015-02-12 10:36:24,866 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0041/container_1423764831909_0041_01_000002
2015-02-12 10:36:24,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:36:24,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1 dst=null perm=null proto=rpc
2015-02-12 10:36:24,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1 dst=null perm=null proto=rpc
2015-02-12 10:36:24,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/_temporary/1/task_1423764831909_0041_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:36:24,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:36:24,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/_temporary/1/task_1423764831909_0041_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:24,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/_temporary dst=null perm=null proto=rpc
2015-02-12 10:36:24,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:24,895 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1092879865_1
2015-02-12 10:36:24,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:24,900 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1092879865_1
2015-02-12 10:36:24,916 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53567, dest: /127.0.0.1:59855, bytes: 24081, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092879865_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742272_1448, duration: 55667000
2015-02-12 10:36:24,916 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742272_1448, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:24,920 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742272_1448{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 13547
2015-02-12 10:36:24,921 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53566, dest: /127.0.0.1:59852, bytes: 24081, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092879865_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742272_1448, duration: 60256000
2015-02-12 10:36:24,921 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742272_1448, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:24,921 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742272_1448{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 13547
2015-02-12 10:36:24,922 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53565, dest: /127.0.0.1:59862, bytes: 24081, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092879865_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742272_1448, duration: 61075000
2015-02-12 10:36:24,922 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742272_1448, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:24,922 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742272_1448{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 13547
2015-02-12 10:36:24,923 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job_1423764831909_0041_1.jhist is closed by DFSClient_NONMAPREDUCE_1092879865_1
2015-02-12 10:36:24,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:24,929 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742273_1449{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:36:24,931 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742273_1449 src: /127.0.0.1:53568 dest: /127.0.0.1:59852
2015-02-12 10:36:24,933 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742273_1449 src: /127.0.0.1:53569 dest: /127.0.0.1:59859
2015-02-12 10:36:24,934 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742273_1449 src: /127.0.0.1:53570 dest: /127.0.0.1:59862
2015-02-12 10:36:24,938 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53570, dest: /127.0.0.1:59862, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092879865_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742273_1449, duration: 1541000
2015-02-12 10:36:24,938 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742273_1449, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:24,938 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742273_1449{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:36:24,939 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53569, dest: /127.0.0.1:59859, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092879865_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742273_1449, duration: 2498000
2015-02-12 10:36:24,939 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742273_1449, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:24,940 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53568, dest: /127.0.0.1:59852, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092879865_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742273_1449, duration: 3777000
2015-02-12 10:36:24,940 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742273_1449, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:24,940 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742273_1449{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:36:24,941 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742273_1449{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:36:24,942 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041.summary_tmp is closed by DFSClient_NONMAPREDUCE_1092879865_1
2015-02-12 10:36:24,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:36:24,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job_1423764831909_0041_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:36:24,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041-1423766171139-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F6F444E6328A04069-1423766184901-1-0-SUCCEEDED-default-1423766175277.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:36:24,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job_1423764831909_0041_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:36:24,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041-1423766171139-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F6F444E6328A04069-1423766184901-1-0-SUCCEEDED-default-1423766175277.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:36:24,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job_1423764831909_0041_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:36:24,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041-1423766171139-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F6F444E6328A04069-1423766184901-1-0-SUCCEEDED-default-1423766175277.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:24,966 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041-1423766171139-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F6F444E6328A04069-1423766184901-1-0-SUCCEEDED-default-1423766175277.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742274_1450{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:36:24,968 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742274_1450 src: /127.0.0.1:53572 dest: /127.0.0.1:59859
2015-02-12 10:36:24,970 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742274_1450 src: /127.0.0.1:53573 dest: /127.0.0.1:59852
2015-02-12 10:36:24,971 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742274_1450 src: /127.0.0.1:53574 dest: /127.0.0.1:59862
2015-02-12 10:36:25,005 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53574, dest: /127.0.0.1:59862, bytes: 24081, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092879865_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742274_1450, duration: 32538000
2015-02-12 10:36:25,006 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742274_1450, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:25,006 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742274_1450{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:36:25,006 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53573, dest: /127.0.0.1:59852, bytes: 24081, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092879865_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742274_1450, duration: 32683000
2015-02-12 10:36:25,007 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742274_1450, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:25,008 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53572, dest: /127.0.0.1:59859, bytes: 24081, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092879865_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742274_1450, duration: 34818000
2015-02-12 10:36:25,008 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742274_1450, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:25,009 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742274_1450{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:36:25,009 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742274_1450{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:36:25,012 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041-1423766171139-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F6F444E6328A04069-1423766184901-1-0-SUCCEEDED-default-1423766175277.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1092879865_1
2015-02-12 10:36:25,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041-1423766171139-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F6F444E6328A04069-1423766184901-1-0-SUCCEEDED-default-1423766175277.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:36:25,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job_1423764831909_0041_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:36:25,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:36:25,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job_1423764831909_0041_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:36:25,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:36:25,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041/job_1423764831909_0041_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:36:25,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:25,028 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742275_1451{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:36:25,030 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742275_1451 src: /127.0.0.1:53575 dest: /127.0.0.1:59862
2015-02-12 10:36:25,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742275_1451 src: /127.0.0.1:53576 dest: /127.0.0.1:59855
2015-02-12 10:36:25,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742275_1451 src: /127.0.0.1:53577 dest: /127.0.0.1:59852
2015-02-12 10:36:25,056 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53577, dest: /127.0.0.1:59852, bytes: 115437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092879865_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742275_1451, duration: 1970000
2015-02-12 10:36:25,056 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742275_1451, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:25,056 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742275_1451{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:36:25,056 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53576, dest: /127.0.0.1:59855, bytes: 115437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092879865_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742275_1451, duration: 2743000
2015-02-12 10:36:25,057 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742275_1451, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:25,057 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742275_1451{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:36:25,057 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53575, dest: /127.0.0.1:59862, bytes: 115437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092879865_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742275_1451, duration: 3629000
2015-02-12 10:36:25,057 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742275_1451, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:25,058 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742275_1451{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:36:25,059 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1092879865_1
2015-02-12 10:36:25,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:36:25,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:36:25,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:36:25,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041-1423766171139-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F6F444E6328A04069-1423766184901-1-0-SUCCEEDED-default-1423766175277.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0041-1423766171139-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F6F444E6328A04069-1423766184901-1-0-SUCCEEDED-default-1423766175277.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:36:25,078 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0041_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:36:25,079 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0041_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:36:25,079 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0041 with final state: FINISHING
2015-02-12 10:36:25,079 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0041 State change from RUNNING to FINAL_SAVING
2015-02-12 10:36:25,079 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0041
2015-02-12 10:36:25,079 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0041_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:36:25,079 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0041 State change from FINAL_SAVING to FINISHING
2015-02-12 10:36:25,672 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0042_000001 (auth:SIMPLE)
2015-02-12 10:36:25,690 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423764831909_0042_000001
2015-02-12 10:36:25,690 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423764831909_0042 APPATTEMPTID=appattempt_1423764831909_0042_000001
2015-02-12 10:36:25,690 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0042_000001 State change from LAUNCHED to RUNNING
2015-02-12 10:36:25,690 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0042 State change from ACCEPTED to RUNNING
2015-02-12 10:36:25,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job_1423764831909_0042_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:25,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:36:25,833 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0041_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:36:25,833 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0041_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:36:25,833 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0041 CONTAINERID=container_1423764831909_0041_01_000002
2015-02-12 10:36:25,833 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0041_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59942, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 10:36:25,833 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:2> numContainers=2 user=soberoi user-resources=<memory:4096, vCores:2>
2015-02-12 10:36:25,834 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0041_01_000002, NodeId: 10.1.1.68:59942, NodeHttpAddress: 10.1.1.68:59945, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59942 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:36:25,834 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:36:25,834 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 10:36:25,834 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0041_000001 released container container_1423764831909_0041_01_000002 on node: host: 10.1.1.68:59942 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 10:36:25,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job_1423764831909_0042_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:26,084 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0041 unregistered successfully.
2015-02-12 10:36:26,087 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742262_1438 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:36:26,087 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742264_1440 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:36:26,087 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742265_1441 127.0.0.1:59859 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:36:26,088 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742268_1444 127.0.0.1:59852 127.0.0.1:59855 127.0.0.1:59862
2015-02-12 10:36:26,088 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742272_1448 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:36:26,088 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742270_1446 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59855
2015-02-12 10:36:26,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0041 dst=null perm=null proto=rpc
2015-02-12 10:36:26,296 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job_1423764831909_0042_1_conf.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742276_1452{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:36:26,373 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742276_1452 src: /127.0.0.1:53583 dest: /127.0.0.1:59862
2015-02-12 10:36:26,374 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742276_1452 src: /127.0.0.1:53584 dest: /127.0.0.1:59852
2015-02-12 10:36:26,376 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742276_1452 src: /127.0.0.1:53585 dest: /127.0.0.1:59855
2015-02-12 10:36:26,411 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53585, dest: /127.0.0.1:59855, bytes: 115445, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1667362343_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742276_1452, duration: 33216000
2015-02-12 10:36:26,411 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742276_1452, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:26,412 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53584, dest: /127.0.0.1:59852, bytes: 115445, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1667362343_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742276_1452, duration: 34389000
2015-02-12 10:36:26,412 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742276_1452, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:26,413 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742276_1452{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:36:26,414 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53583, dest: /127.0.0.1:59862, bytes: 115445, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1667362343_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742276_1452, duration: 35950000
2015-02-12 10:36:26,414 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742276_1452, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:26,417 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742276_1452{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:36:26,418 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742276_1452{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:36:26,427 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job_1423764831909_0042_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1667362343_1
2015-02-12 10:36:26,796 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0042_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 10:36:26,797 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0042 CONTAINERID=container_1423764831909_0042_01_000002
2015-02-12 10:36:26,797 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423764831909_0042_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 10:36:26,797 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423764831909_0042_000001 container=Container: [ContainerId: container_1423764831909_0042_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 10:36:26,797 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-12 10:36:26,797 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 10:36:26,835 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:27,781 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:59934 for container : container_1423764831909_0042_01_000002
2015-02-12 10:36:27,781 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0042_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 10:36:27,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:27,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:27,841 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:27,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.xml dst=null perm=null proto=rpc
2015-02-12 10:36:27,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.xml dst=null perm=null proto=rpc
2015-02-12 10:36:27,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:27,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:27,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:27,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:27,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:27,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:27,943 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0042_000001 (auth:SIMPLE)
2015-02-12 10:36:27,947 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423764831909_0042_01_000002 by user soberoi
2015-02-12 10:36:27,947 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423764831909_0042
2015-02-12 10:36:27,947 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0042 CONTAINERID=container_1423764831909_0042_01_000002
2015-02-12 10:36:27,947 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0042 transitioned from NEW to INITING
2015-02-12 10:36:27,948 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423764831909_0042_01_000002 to application application_1423764831909_0042
2015-02-12 10:36:27,948 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0042 transitioned from INITING to RUNNING
2015-02-12 10:36:27,948 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0042_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 10:36:27,948 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423764831909_0042
2015-02-12 10:36:27,948 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423764831909_0042
2015-02-12 10:36:27,948 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 10:36:27,948 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423764831909_0042
2015-02-12 10:36:27,949 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 10:36:27,949 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 10:36:27,949 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423764831909_0042_01_000002
2015-02-12 10:36:27,962 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0042_01_000002.tokens. Credentials list:
2015-02-12 10:36:28,095 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 10:36:28,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423764831909_0042_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0042/container_1423764831909_0042_01_000002.tokens
2015-02-12 10:36:28,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0042 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0042
2015-02-12 10:36:28,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:28,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:28,328 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0042/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:36:28,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.xml dst=null perm=null proto=rpc
2015-02-12 10:36:28,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.xml dst=null perm=null proto=rpc
2015-02-12 10:36:28,423 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:59851/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0042/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 10:36:28,423 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0042_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 10:36:28,483 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0042_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 10:36:28,483 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:36:28,605 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0042/container_1423764831909_0042_01_000002/default_container_executor.sh]
2015-02-12 10:36:28,794 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 10:36:28,805 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0042_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 10:36:28,845 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:28,922 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59852 to delete [blk_1073742272_1448, blk_1073742262_1438, blk_1073742264_1440, blk_1073742265_1441, blk_1073742268_1444]
2015-02-12 10:36:28,922 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59855 to delete [blk_1073742272_1448, blk_1073742262_1438, blk_1073742264_1440, blk_1073742265_1441, blk_1073742268_1444, blk_1073742270_1446]
2015-02-12 10:36:29,580 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742272_1448 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742272 for deletion
2015-02-12 10:36:29,580 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742262_1438 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742262 for deletion
2015-02-12 10:36:29,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742264_1440 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742264 for deletion
2015-02-12 10:36:29,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742265_1441 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742265 for deletion
2015-02-12 10:36:29,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742268_1444 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742268 for deletion
2015-02-12 10:36:29,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742272_1448 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742272
2015-02-12 10:36:29,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742262_1438 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742262
2015-02-12 10:36:29,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742265_1441 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742265
2015-02-12 10:36:29,582 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742264_1440 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742264
2015-02-12 10:36:29,582 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742268_1444 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742268
2015-02-12 10:36:29,642 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742272_1448 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742272 for deletion
2015-02-12 10:36:29,642 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742262_1438 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742262 for deletion
2015-02-12 10:36:29,643 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742264_1440 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742264 for deletion
2015-02-12 10:36:29,643 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742265_1441 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742265 for deletion
2015-02-12 10:36:29,643 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742268_1444 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742268 for deletion
2015-02-12 10:36:29,643 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742270_1446 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742270 for deletion
2015-02-12 10:36:29,643 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742272_1448 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742272
2015-02-12 10:36:29,643 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742264_1440 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742264
2015-02-12 10:36:29,644 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742262_1438 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742262
2015-02-12 10:36:29,644 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742268_1444 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742268
2015-02-12 10:36:29,644 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742265_1441 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742265
2015-02-12 10:36:29,644 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742270_1446 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742270
2015-02-12 10:36:29,845 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:30,848 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:31,153 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423764831909_0041_01_000001 succeeded
2015-02-12 10:36:31,154 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0041_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 10:36:31,154 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0041_01_000001
2015-02-12 10:36:31,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0041/container_1423764831909_0041_01_000001
2015-02-12 10:36:31,176 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0041/container_1423764831909_0041_01_000001
2015-02-12 10:36:31,176 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0041/container_1423764831909_0041_01_000001
2015-02-12 10:36:31,177 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0041/container_1423764831909_0041_01_000001
2015-02-12 10:36:31,177 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0041 CONTAINERID=container_1423764831909_0041_01_000001
2015-02-12 10:36:31,177 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0041_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 10:36:31,178 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0041_01_000001 from application application_1423764831909_0041
2015-02-12 10:36:31,178 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:36:31,178 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0041
2015-02-12 10:36:31,246 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0041_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:36:31,246 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423764831909_0041_000001
2015-02-12 10:36:31,246 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0041_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 10:36:31,246 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423764831909_0041_000001
2015-02-12 10:36:31,246 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0041 CONTAINERID=container_1423764831909_0041_01_000001
2015-02-12 10:36:31,246 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0041_000001 State change from FINISHING to FINISHED
2015-02-12 10:36:31,246 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0041_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:59906, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:36:31,247 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0041 State change from FINISHING to FINISHED
2015-02-12 10:36:31,247 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 10:36:31,247 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423764831909_0041
2015-02-12 10:36:31,248 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0041_01_000001, NodeId: 10.1.1.68:59906, NodeHttpAddress: 10.1.1.68:59909, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:59906 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 10:36:31,248 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423764831909_0041,name=[0F2213A1ED9A42F68927FB8C986D017A/6F444E6328A04069A8174A05A3448AAC] left+right/(2/3) ...dpipesplatform/splitcomp1,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:59900/proxy/application_1423764831909_0041/jobhistory/job/job_1423764831909_0041,appMasterHost=10.1.1.68,startTime=1423766171139,finishTime=1423766185079,finalStatus=SUCCEEDED
2015-02-12 10:36:31,248 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 10:36:31,247 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423764831909_0041_000001
2015-02-12 10:36:31,248 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-02-12 10:36:31,248 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0041_000001 released container container_1423764831909_0041_01_000001 on node: host: 10.1.1.68:59906 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:36:31,248 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423764831909_0041_000001 is done. finalState=FINISHED
2015-02-12 10:36:31,248 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423764831909_0041 requests cleared
2015-02-12 10:36:31,248 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423764831909_0041 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 10:36:31,249 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423764831909_0041 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 10:36:31,251 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0041_000001 (auth:SIMPLE)
2015-02-12 10:36:31,253 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0041_01_000001
2015-02-12 10:36:31,253 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0041 CONTAINERID=container_1423764831909_0041_01_000001
2015-02-12 10:36:31,253 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423764831909_0041_01_000001]
2015-02-12 10:36:31,253 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:31,253 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0041 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:36:31,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423764831909_0041
2015-02-12 10:36:31,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423764831909_0041
2015-02-12 10:36:31,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423764831909_0041
2015-02-12 10:36:31,254 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0041
2015-02-12 10:36:31,254 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0041 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:36:31,254 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0041, with delay of 10800 seconds
2015-02-12 10:36:31,255 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423764831909_0041
2015-02-12 10:36:31,850 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0041 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 10:36:31,850 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:31,850 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423764831909_0041
2015-02-12 10:36:31,851 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423764831909_0041
2015-02-12 10:36:31,852 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423764831909_0041
2015-02-12 10:36:31,852 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423764831909_0041 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 10:36:31,852 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423764831909_0041, with delay of 10800 seconds
2015-02-12 10:36:31,852 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423764831909_0041
2015-02-12 10:36:31,853 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423764831909_0041
2015-02-12 10:36:31,881 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742275_1451
2015-02-12 10:36:31,882 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742276_1452
2015-02-12 10:36:31,883 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742273_1449
2015-02-12 10:36:31,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742274_1450
2015-02-12 10:36:31,925 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59859 to delete [blk_1073742262_1438, blk_1073742264_1440, blk_1073742265_1441, blk_1073742270_1446]
2015-02-12 10:36:31,925 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:59862 to delete [blk_1073742272_1448, blk_1073742262_1438, blk_1073742264_1440, blk_1073742268_1444, blk_1073742270_1446]
2015-02-12 10:36:31,955 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742271_1447
2015-02-12 10:36:31,956 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742276_1452
2015-02-12 10:36:31,957 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742275_1451
2015-02-12 10:36:32,145 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742273_1449
2015-02-12 10:36:32,146 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742274_1450
2015-02-12 10:36:32,146 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742271_1447
2015-02-12 10:36:32,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job.split dst=null perm=null proto=rpc
2015-02-12 10:36:32,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:36:32,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:36:32,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/_temporary/attempt_1423764831909_0042_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:32,851 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 10:36:32,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742262_1438 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742262 for deletion
2015-02-12 10:36:32,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742264_1440 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742264 for deletion
2015-02-12 10:36:32,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742265_1441 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742265 for deletion
2015-02-12 10:36:32,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742270_1446 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742270 for deletion
2015-02-12 10:36:32,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742262_1438 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742262
2015-02-12 10:36:32,931 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742264_1440 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742264
2015-02-12 10:36:32,931 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742265_1441 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742265
2015-02-12 10:36:32,932 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742270_1446 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742270
2015-02-12 10:36:33,062 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742272_1448 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742272 for deletion
2015-02-12 10:36:33,062 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742262_1438 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742262 for deletion
2015-02-12 10:36:33,063 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742264_1440 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742264 for deletion
2015-02-12 10:36:33,063 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742268_1444 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742268 for deletion
2015-02-12 10:36:33,063 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742270_1446 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742270 for deletion
2015-02-12 10:36:33,063 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742272_1448 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742272
2015-02-12 10:36:33,064 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742268_1444 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742268
2015-02-12 10:36:33,064 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742262_1438 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742262
2015-02-12 10:36:33,064 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742270_1446 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742270
2015-02-12 10:36:33,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1216473654-10.1.1.68-1423764814898 blk_1073742264_1440 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1216473654-10.1.1.68-1423764814898/current/finalized/subdir0/subdir1/blk_1073742264
2015-02-12 10:36:33,350 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742271_1447
2015-02-12 10:36:33,351 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742276_1452
2015-02-12 10:36:33,351 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742273_1449
2015-02-12 10:36:33,352 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742275_1451
2015-02-12 10:36:33,353 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1216473654-10.1.1.68-1423764814898:blk_1073742274_1450
2015-02-12 10:36:33,827 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/_temporary/attempt_1423764831909_0042_m_000000_0/part-00000. BP-1216473654-10.1.1.68-1423764814898 blk_1073742277_1453{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:36:34,060 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742277_1453 src: /127.0.0.1:53619 dest: /127.0.0.1:59852
2015-02-12 10:36:34,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742277_1453 src: /127.0.0.1:53627 dest: /127.0.0.1:59859
2015-02-12 10:36:34,064 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742277_1453 src: /127.0.0.1:53628 dest: /127.0.0.1:59855
2015-02-12 10:36:34,390 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53628, dest: /127.0.0.1:59855, bytes: 17, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0042_m_000000_0_1750194623_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742277_1453, duration: 323831000
2015-02-12 10:36:34,390 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742277_1453, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:34,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742277_1453{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:36:34,391 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53627, dest: /127.0.0.1:59859, bytes: 17, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0042_m_000000_0_1750194623_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742277_1453, duration: 324301000
2015-02-12 10:36:34,391 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742277_1453, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:34,392 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742277_1453{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:36:34,392 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53619, dest: /127.0.0.1:59852, bytes: 17, op: HDFS_WRITE, cliID: DFSClient_attempt_1423764831909_0042_m_000000_0_1750194623_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742277_1453, duration: 325164000
2015-02-12 10:36:34,392 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742277_1453, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:34,393 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742277_1453{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:36:34,397 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/_temporary/attempt_1423764831909_0042_m_000000_0/part-00000 is closed by DFSClient_attempt_1423764831909_0042_m_000000_0_1750194623_1
2015-02-12 10:36:34,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/_temporary/attempt_1423764831909_0042_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:36:34,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/_temporary/attempt_1423764831909_0042_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 10:36:34,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/task_1423764831909_0042_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:36:34,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/_temporary/attempt_1423764831909_0042_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/task_1423764831909_0042_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 10:36:34,450 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423764831909_0042_000001 (auth:SIMPLE)
2015-02-12 10:36:34,453 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423764831909_0042_01_000002
2015-02-12 10:36:34,453 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423764831909_0042 CONTAINERID=container_1423764831909_0042_01_000002
2015-02-12 10:36:34,453 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0042_01_000002 transitioned from RUNNING to KILLING
2015-02-12 10:36:34,453 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423764831909_0042_01_000002
2015-02-12 10:36:34,470 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job_1423764831909_0042_1.jhist. BP-1216473654-10.1.1.68-1423764814898 blk_1073742278_1454{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:36:34,473 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742278_1454 src: /127.0.0.1:53630 dest: /127.0.0.1:59852
2015-02-12 10:36:34,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:34,475 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742278_1454 src: /127.0.0.1:53631 dest: /127.0.0.1:59859
2015-02-12 10:36:34,477 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1667362343_1
2015-02-12 10:36:34,477 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742278_1454 src: /127.0.0.1:53632 dest: /127.0.0.1:59855
2015-02-12 10:36:34,481 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423764831909_0042_01_000002 is : 143
2015-02-12 10:36:34,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 10:36:34,495 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0042_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 10:36:34,497 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job_1423764831909_0042_1.jhist for DFSClient_NONMAPREDUCE_1667362343_1
2015-02-12 10:36:34,497 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423764831909_0042/container_1423764831909_0042_01_000002
2015-02-12 10:36:34,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423764831909_0042/container_1423764831909_0042_01_000002
2015-02-12 10:36:34,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423764831909_0042/container_1423764831909_0042_01_000002
2015-02-12 10:36:34,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2 dst=null perm=null proto=rpc
2015-02-12 10:36:34,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423764831909_0042/container_1423764831909_0042_01_000002
2015-02-12 10:36:34,503 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423764831909_0042 CONTAINERID=container_1423764831909_0042_01_000002
2015-02-12 10:36:34,504 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423764831909_0042_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 10:36:34,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2 dst=null perm=null proto=rpc
2015-02-12 10:36:34,504 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423764831909_0042_01_000002 from application application_1423764831909_0042
2015-02-12 10:36:34,504 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 10:36:34,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/task_1423764831909_0042_m_000000 dst=null perm=null proto=rpc
2015-02-12 10:36:34,505 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423764831909_0042
2015-02-12 10:36:34,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:36:34,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/task_1423764831909_0042_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:34,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary dst=null perm=null proto=rpc
2015-02-12 10:36:34,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:34,521 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1667362343_1
2015-02-12 10:36:34,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:34,526 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1667362343_1
2015-02-12 10:36:34,542 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53632, dest: /127.0.0.1:59855, bytes: 24081, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1667362343_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742278_1454, duration: 60836000
2015-02-12 10:36:34,543 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742278_1454, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:34,543 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742278_1454{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 13547
2015-02-12 10:36:34,544 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53631, dest: /127.0.0.1:59859, bytes: 24081, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1667362343_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742278_1454, duration: 59504000
2015-02-12 10:36:34,544 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742278_1454, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:34,545 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742278_1454{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 13547
2015-02-12 10:36:34,545 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53630, dest: /127.0.0.1:59852, bytes: 24081, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1667362343_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742278_1454, duration: 62096000
2015-02-12 10:36:34,546 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742278_1454, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:34,546 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742278_1454{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 13547
2015-02-12 10:36:34,547 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job_1423764831909_0042_1.jhist is closed by DFSClient_NONMAPREDUCE_1667362343_1
2015-02-12 10:36:34,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:34,553 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042.summary_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742279_1455{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:36:34,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742279_1455 src: /127.0.0.1:53633 dest: /127.0.0.1:59855
2015-02-12 10:36:34,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742279_1455 src: /127.0.0.1:53634 dest: /127.0.0.1:59852
2015-02-12 10:36:34,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742279_1455 src: /127.0.0.1:53635 dest: /127.0.0.1:59859
2015-02-12 10:36:34,562 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53635, dest: /127.0.0.1:59859, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1667362343_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742279_1455, duration: 1543000
2015-02-12 10:36:34,562 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742279_1455, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:34,563 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742279_1455{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]} size 0
2015-02-12 10:36:34,563 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53634, dest: /127.0.0.1:59852, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1667362343_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742279_1455, duration: 2267000
2015-02-12 10:36:34,563 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742279_1455, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:34,564 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742279_1455{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:36:34,564 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53633, dest: /127.0.0.1:59855, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1667362343_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742279_1455, duration: 3241000
2015-02-12 10:36:34,564 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742279_1455, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:34,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742279_1455{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:36:34,566 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042.summary_tmp is closed by DFSClient_NONMAPREDUCE_1667362343_1
2015-02-12 10:36:34,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:36:34,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job_1423764831909_0042_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:36:34,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042-1423766171161-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F44A8089F88D74D2D-1423766194528-1-0-SUCCEEDED-default-1423766185761.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:36:34,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job_1423764831909_0042_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:36:34,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042-1423766171161-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F44A8089F88D74D2D-1423766194528-1-0-SUCCEEDED-default-1423766185761.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 10:36:34,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job_1423764831909_0042_1.jhist dst=null perm=null proto=rpc
2015-02-12 10:36:34,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042-1423766171161-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F44A8089F88D74D2D-1423766194528-1-0-SUCCEEDED-default-1423766185761.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:34,591 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042-1423766171161-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F44A8089F88D74D2D-1423766194528-1-0-SUCCEEDED-default-1423766185761.jhist_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742280_1456{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:36:34,593 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742280_1456 src: /127.0.0.1:53637 dest: /127.0.0.1:59852
2015-02-12 10:36:34,594 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742280_1456 src: /127.0.0.1:53638 dest: /127.0.0.1:59855
2015-02-12 10:36:34,595 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742280_1456 src: /127.0.0.1:53639 dest: /127.0.0.1:59862
2015-02-12 10:36:34,599 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53639, dest: /127.0.0.1:59862, bytes: 24081, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1667362343_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742280_1456, duration: 1712000
2015-02-12 10:36:34,599 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742280_1456, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:34,599 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742280_1456{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:36:34,599 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53638, dest: /127.0.0.1:59855, bytes: 24081, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1667362343_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742280_1456, duration: 2398000
2015-02-12 10:36:34,600 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742280_1456, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:34,600 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742280_1456{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:36:34,600 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53637, dest: /127.0.0.1:59852, bytes: 24081, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1667362343_1, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742280_1456, duration: 3213000
2015-02-12 10:36:34,600 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742280_1456, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:34,601 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742280_1456{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:36:34,602 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042-1423766171161-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F44A8089F88D74D2D-1423766194528-1-0-SUCCEEDED-default-1423766185761.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1667362343_1
2015-02-12 10:36:34,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042-1423766171161-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F44A8089F88D74D2D-1423766194528-1-0-SUCCEEDED-default-1423766185761.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:36:34,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job_1423764831909_0042_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:36:34,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:36:34,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job_1423764831909_0042_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:36:34,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 10:36:34,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042/job_1423764831909_0042_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 10:36:34,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 10:36:34,619 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042_conf.xml_tmp. BP-1216473654-10.1.1.68-1423764814898 blk_1073742281_1457{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]}
2015-02-12 10:36:34,621 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742281_1457 src: /127.0.0.1:53641 dest: /127.0.0.1:59862
2015-02-12 10:36:34,623 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742281_1457 src: /127.0.0.1:53642 dest: /127.0.0.1:59859
2015-02-12 10:36:34,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742281_1457 src: /127.0.0.1:53643 dest: /127.0.0.1:59855
2015-02-12 10:36:34,628 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53643, dest: /127.0.0.1:59855, bytes: 115445, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1667362343_1, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742281_1457, duration: 2246000
2015-02-12 10:36:34,629 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742281_1457, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:34,629 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742281_1457{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:36:34,629 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53642, dest: /127.0.0.1:59859, bytes: 115445, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1667362343_1, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742281_1457, duration: 3145000
2015-02-12 10:36:34,630 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742281_1457, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:34,630 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742281_1457{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW]]} size 0
2015-02-12 10:36:34,630 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53641, dest: /127.0.0.1:59862, bytes: 115445, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1667362343_1, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742281_1457, duration: 4260000
2015-02-12 10:36:34,631 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742281_1457, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:34,631 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742281_1457{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|FINALIZED]]} size 0
2015-02-12 10:36:34,693 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1667362343_1
2015-02-12 10:36:34,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:36:34,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:36:34,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:36:34,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042-1423766171161-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F44A8089F88D74D2D-1423766194528-1-0-SUCCEEDED-default-1423766185761.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423764831909_0042-1423766171161-soberoi-%5B0F2213A1ED9A42F68927FB8C986D017A%2F44A8089F88D74D2D-1423766194528-1-0-SUCCEEDED-default-1423766185761.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 10:36:34,767 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423764831909_0042_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 10:36:34,767 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0042_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 10:36:34,767 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423764831909_0042 with final state: FINISHING
2015-02-12 10:36:34,767 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0042 State change from RUNNING to FINAL_SAVING
2015-02-12 10:36:34,768 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423764831909_0042
2015-02-12 10:36:34,768 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423764831909_0042_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 10:36:34,768 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423764831909_0042 State change from FINAL_SAVING to FINISHING
2015-02-12 10:36:35,457 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423764831909_0042_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 10:36:35,457 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423764831909_0042_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 10:36:35,457 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423764831909_0042 CONTAINERID=container_1423764831909_0042_01_000002
2015-02-12 10:36:35,458 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423764831909_0042_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:59934, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 10:36:35,458 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 10:36:35,459 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423764831909_0042_01_000002, NodeId: 10.1.1.68:59934, NodeHttpAddress: 10.1.1.68:59937, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:59934 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 10:36:35,459 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 10:36:35,459 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 10:36:35,459 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423764831909_0042_000001 released container container_1423764831909_0042_01_000002 on node: host: 10.1.1.68:59934 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 10:36:35,773 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423764831909_0042 unregistered successfully.
2015-02-12 10:36:35,776 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742263_1439 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:36:35,777 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742266_1442 127.0.0.1:59859 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59852
2015-02-12 10:36:35,777 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742267_1443 127.0.0.1:59855 127.0.0.1:59862 127.0.0.1:59852
2015-02-12 10:36:35,777 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742269_1445 127.0.0.1:59855 127.0.0.1:59852 127.0.0.1:59862
2015-02-12 10:36:35,777 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742278_1454 127.0.0.1:59852 127.0.0.1:59859 127.0.0.1:59855
2015-02-12 10:36:35,777 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742276_1452 127.0.0.1:59862 127.0.0.1:59852 127.0.0.1:59855
2015-02-12 10:36:35,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0042 dst=null perm=null proto=rpc
2015-02-12 10:36:35,839 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073742258_1434 127.0.0.1:59862 127.0.0.1:59855 127.0.0.1:59859
2015-02-12 10:36:35,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/9327797079_split_FA9DDB47107F4E81A13144F48255D65D dst=null perm=null proto=rpc
2015-02-12 10:36:35,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1 dst=null perm=null proto=rpc
2015-02-12 10:36:35,841 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/_temporary
2015-02-12 10:36:35,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/_temporary dst=null perm=null proto=rpc
2015-02-12 10:36:35,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2 dst=null perm=null proto=rpc
2015-02-12 10:36:35,843 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary
2015-02-12 10:36:35,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary dst=null perm=null proto=rpc
2015-02-12 10:36:35,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1 dst=null perm=null proto=rpc
2015-02-12 10:36:35,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1 dst=null perm=null proto=rpc
2015-02-12 10:36:35,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1 dst=null perm=null proto=rpc
2015-02-12 10:36:35,864 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:36:35,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:36:35,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2 dst=null perm=null proto=rpc
2015-02-12 10:36:35,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2 dst=null perm=null proto=rpc
2015-02-12 10:36:35,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2 dst=null perm=null proto=rpc
2015-02-12 10:36:35,890 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:36:35,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:36:35,894 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/splitcomp2
2015-02-12 10:36:35,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2 dst=null perm=null proto=rpc
2015-02-12 10:36:35,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2 dst=null perm=null proto=rpc
2015-02-12 10:36:35,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2 dst=null perm=null proto=rpc
2015-02-12 10:36:35,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2 dst=null perm=null proto=rpc
2015-02-12 10:36:35,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:36:35,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:36:35,903 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/fieldedpipesplatform/splitcomp1
2015-02-12 10:36:35,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1 dst=null perm=null proto=rpc
2015-02-12 10:36:35,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1 dst=null perm=null proto=rpc
2015-02-12 10:36:35,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1 dst=null perm=null proto=rpc
2015-02-12 10:36:35,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1 dst=null perm=null proto=rpc
2015-02-12 10:36:35,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:36:35,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1/part-00000 dst=null perm=null proto=rpc
2015-02-12 10:36:35,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:36:35,930 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 10:36:35,931 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 10:36:35,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nogroup dst=null perm=null proto=rpc
2015-02-12 10:36:35,951 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 10:36:35,951 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 10:36:35,951 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nogroup"]
2015-02-12 10:36:35,951 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 10:36:35,951 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 10:36:35,951 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 10:36:35,952 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...ldedpipesplatform/nogroup
2015-02-12 10:36:35,970 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:36:35,988 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:59899
2015-02-12 10:36:35,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/fieldedpipesplatform/nogroup dst=null perm=null proto=rpc
2015-02-12 10:36:35,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:36:35,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 10:36:35,996 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 43
2015-02-12 10:36:35,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043 dst=null perm=null proto=rpc
2015-02-12 10:36:35,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 10:36:35,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 10:36:36,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:36,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:36,004 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.jar. BP-1216473654-10.1.1.68-1423764814898 blk_1073742282_1458{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]}
2015-02-12 10:36:36,006 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742282_1458 src: /127.0.0.1:53650 dest: /127.0.0.1:59859
2015-02-12 10:36:36,007 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742282_1458 src: /127.0.0.1:53651 dest: /127.0.0.1:59855
2015-02-12 10:36:36,008 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742282_1458 src: /127.0.0.1:53652 dest: /127.0.0.1:59862
2015-02-12 10:36:36,013 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53652, dest: /127.0.0.1:59862, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742282_1458, duration: 2277000
2015-02-12 10:36:36,013 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742282_1458, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:36,014 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53651, dest: /127.0.0.1:59855, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742282_1458, duration: 2860000
2015-02-12 10:36:36,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742282_1458{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW]]} size 0
2015-02-12 10:36:36,014 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742282_1458, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:36,016 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53650, dest: /127.0.0.1:59859, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742282_1458, duration: 4521000
2015-02-12 10:36:36,016 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742282_1458, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:36,017 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742282_1458{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:36:36,017 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742282_1458{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-88676da2-4b86-401f-8852-0dad5280926b:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:36:36,020 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.jar is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:36:36,021 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.jar
2015-02-12 10:36:36,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:36,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:36,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:36,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:36,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:36,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 10:36:36,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 10:36:36,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 10:36:36,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 10:36:36,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 10:36:36,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:36,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:36:36,031 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 10:36:36,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 10:36:36,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:36,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:36,036 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.split
2015-02-12 10:36:36,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.split dst=null perm=null proto=rpc
2015-02-12 10:36:36,038 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.split. BP-1216473654-10.1.1.68-1423764814898 blk_1073742283_1459{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:36:36,039 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742283_1459 src: /127.0.0.1:53653 dest: /127.0.0.1:59852
2015-02-12 10:36:36,041 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742283_1459 src: /127.0.0.1:53654 dest: /127.0.0.1:59862
2015-02-12 10:36:36,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742283_1459 src: /127.0.0.1:53655 dest: /127.0.0.1:59855
2015-02-12 10:36:36,044 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742283_1459 src: /127.0.0.1:53656 dest: /127.0.0.1:59859
2015-02-12 10:36:36,051 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53656, dest: /127.0.0.1:59859, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742283_1459, duration: 5182000
2015-02-12 10:36:36,052 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742283_1459, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:36,053 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53655, dest: /127.0.0.1:59855, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742283_1459, duration: 4647000
2015-02-12 10:36:36,053 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742283_1459, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:36,054 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742283_1459{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:36:36,054 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53654, dest: /127.0.0.1:59862, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 6d0fd477-b147-4d14-b560-4457d96c577e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742283_1459, duration: 6775000
2015-02-12 10:36:36,054 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742283_1459, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:36,056 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742283_1459{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:36:36,056 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53653, dest: /127.0.0.1:59852, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742283_1459, duration: 9765000
2015-02-12 10:36:36,056 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742283_1459, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:36,057 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59862 is added to blk_1073742283_1459{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:36:36,061 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742283_1459{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff9a6ec7-9b4e-45f0-a8ef-e2086a212c4c:NORMAL:127.0.0.1:59862|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:36:36,062 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.split is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:36:36,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:36,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:36,067 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.splitmetainfo. BP-1216473654-10.1.1.68-1423764814898 blk_1073742284_1460{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW]]}
2015-02-12 10:36:36,069 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742284_1460 src: /127.0.0.1:53657 dest: /127.0.0.1:59852
2015-02-12 10:36:36,070 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742284_1460 src: /127.0.0.1:53658 dest: /127.0.0.1:59855
2015-02-12 10:36:36,072 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742284_1460 src: /127.0.0.1:53659 dest: /127.0.0.1:59859
2015-02-12 10:36:36,076 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53659, dest: /127.0.0.1:59859, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742284_1460, duration: 2414000
2015-02-12 10:36:36,077 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742284_1460, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:36,078 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53658, dest: /127.0.0.1:59855, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742284_1460, duration: 3594000
2015-02-12 10:36:36,078 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742284_1460{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED]]} size 0
2015-02-12 10:36:36,081 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53657, dest: /127.0.0.1:59852, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742284_1460, duration: 5103000
2015-02-12 10:36:36,081 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742284_1460, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:36,078 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742284_1460, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:36,084 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742284_1460{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:36:36,086 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742284_1460{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-646377c6-21be-4e73-9813-5a6f3919e3e8:NORMAL:127.0.0.1:59859|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a0ce82bb-83a0-4a1f-b58b-bab195b4417e:NORMAL:127.0.0.1:59852|FINALIZED]]} size 0
2015-02-12 10:36:36,102 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:36:36,103 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 10:36:36,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:36,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 10:36:36,156 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.xml. BP-1216473654-10.1.1.68-1423764814898 blk_1073742285_1461{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]}
2015-02-12 10:36:36,157 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742285_1461 src: /127.0.0.1:53660 dest: /127.0.0.1:59859
2015-02-12 10:36:36,159 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742285_1461 src: /127.0.0.1:53661 dest: /127.0.0.1:59855
2015-02-12 10:36:36,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1216473654-10.1.1.68-1423764814898:blk_1073742285_1461 src: /127.0.0.1:53662 dest: /127.0.0.1:59852
2015-02-12 10:36:36,164 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53662, dest: /127.0.0.1:59852, bytes: 97457, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 5d835e39-c83e-4de7-bbde-92c2cf44d1a5, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742285_1461, duration: 1668000
2015-02-12 10:36:36,164 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742285_1461, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 10:36:36,165 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53661, dest: /127.0.0.1:59855, bytes: 97457, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: 2aa0fabf-b905-40ca-b888-b2077fcc60ea, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742285_1461, duration: 2597000
2015-02-12 10:36:36,165 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59852 is added to blk_1073742285_1461{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-8f8c7ad2-6094-4fee-952a-54fcced2c76d:NORMAL:127.0.0.1:59855|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW]]} size 0
2015-02-12 10:36:36,165 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742285_1461, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:36,166 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59855 is added to blk_1073742285_1461{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:36:36,166 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:53660, dest: /127.0.0.1:59859, bytes: 97457, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_783181371_9, offset: 0, srvID: f1559335-183d-467e-a94d-d6e0669ca32e, blockid: BP-1216473654-10.1.1.68-1423764814898:blk_1073742285_1461, duration: 4015000
2015-02-12 10:36:36,167 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1216473654-10.1.1.68-1423764814898:blk_1073742285_1461, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 10:36:36,167 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59859 is added to blk_1073742285_1461{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d441932-e3b7-4f68-b12a-efdbd4fa8e54:NORMAL:127.0.0.1:59859|RBW], ReplicaUnderConstruction[[DISK]DS-e869a55d-2786-4e84-9086-2406157d7c34:NORMAL:127.0.0.1:59852|RBW], ReplicaUnderConstruction[[DISK]DS-33ac65d5-9fe2-4dcb-b88a-6d19452a996b:NORMAL:127.0.0.1:59855|FINALIZED]]} size 0
2015-02-12 10:36:36,174 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.xml is closed by DFSClient_NONMAPREDUCE_783181371_9
2015-02-12 10:36:36,175 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423764831909_0043
2015-02-12 10:36:36,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043 dst=null perm=null proto=rpc
2015-02-12 10:36:36,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.xml dst=null perm=null proto=rpc
2015-02-12 10:36:36,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.xml dst=null perm=null proto=rpc
2015-02-12 10:36:36,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:36,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.jar dst=null perm=null proto=rpc
2015-02-12 10:36:36,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.split dst=null perm=null proto=rpc
2015-02-12 10:36:36,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.split dst=null perm=null proto=rpc
2015-02-12 10:36:36,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:36:36,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423764831909_0043/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 10:36:36,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:36,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:36,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:36,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6578874760269163908.jar dst=null perm=null proto=rpc
2015-02-12 10:36:36,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 10:36:36,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessa